-- Logs begin at Sun 2021-01-24 06:13:26 UTC, end at Sun 2021-01-24 07:15:17 UTC. -- Jan 24 06:48:59.343663 dv-cinder-772181-6-smb systemd[1]: Started Devstack devstack@q-svc.service. Jan 24 06:49:02.058053 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.common.config [-] Logging enabled! Jan 24 06:49:02.058675 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev419 Jan 24 06:49:02.059925 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80122) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 24 06:49:02.061706 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.common.config [-] Logging enabled! Jan 24 06:49:02.061997 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev419 Jan 24 06:49:02.062349 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80122) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 24 06:49:02.063397 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Jan 24 06:49:02.063661 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Jan 24 06:49:02.064745 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Jan 24 06:49:02.065032 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Jan 24 06:49:02.065292 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Jan 24 06:49:02.065662 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:02.066008 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:02.066350 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:02.066613 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:02.066956 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:02.067290 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:02.067612 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:02.067995 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:02.068339 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:02.068730 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:02.069056 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:02.069381 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:02.069643 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:02.069965 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] config_source = [] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:02.070297 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:02.070626 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:02.070882 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] debug = True {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:02.071202 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:02.071765 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:02.072087 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:02.072407 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:02.072738 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:02.073050 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:02.073365 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:02.073687 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:02.074056 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] host = dv-cinder-772181-6-smb {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:02.074375 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:02.074705 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:02.075033 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:02.075360 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:02.075673 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:02.076012 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:02.076340 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:02.076652 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] log_dir = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:02.076963 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] log_file = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:02.077277 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:02.077607 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:02.077934 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:02.078270 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:02.078526 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:02.078779 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:02.079106 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:02.079437 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:02.079770 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:02.080084 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:02.080397 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:02.080709 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:02.081019 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:02.081324 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:02.081650 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:02.081976 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:02.082301 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:02.082611 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:02.082922 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:02.083230 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:02.083537 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:02.083890 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:02.084200 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:02.085046 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:02.085358 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:02.085687 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:02.085994 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:02.086303 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:02.086646 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:02.086975 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:02.087298 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:02.087622 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:02.087958 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:02.088285 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:02.088591 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:02.088900 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] use_journal = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:02.089207 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] use_json = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:02.089516 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:02.089822 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:02.090143 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:02.090452 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:02.090760 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:02.091070 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:02.091380 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:02.091730 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:02.092063 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:02.092402 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:02.092753 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:02.093072 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:02.093404 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:02.093725 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:02.094056 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:02.094371 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:02.094702 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:02.095036 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:02.095362 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:02.095676 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:02.096026 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:02.096342 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:02.096678 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:02.097026 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:02.097364 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:02.097700 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:02.098011 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:02.098322 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:02.098632 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:02.098944 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:02.099268 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:02.099605 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:02.100501 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:02.101088 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:02.101088 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:02.101430 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:02.101748 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:02.102060 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:02.102376 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:02.102710 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:02.103027 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:02.103338 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:02.103662 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:02.104001 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:02.104312 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:02.104621 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:02.104941 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:02.105274 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:02.105588 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:02.105898 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:02.106208 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:02.106521 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:02.106830 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:02.107154 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:02.107469 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:02.107821 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:02.108131 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:02.108446 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:02.108757 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:02.109067 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:02.109380 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:02.109689 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:02.110004 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:02.110314 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:02.110623 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:02.110932 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:02.111241 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:02.111547 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:02.111879 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:02.112193 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:02.112510 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:02.112819 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:02.113130 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:02.113439 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:02.113747 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:02.114057 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:02.114379 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:02.114714 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:02.115035 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:02.115350 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:02.115879 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:02.115879 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:02.116516 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:02.116837 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:02.117158 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:02.117477 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:02.117790 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:02.118127 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:02.118453 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:02.118781 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:02.119101 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:02.119418 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:02.119782 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:02.120099 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:02.120423 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:02.120740 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:02.121056 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:02.121377 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:02.121705 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:02.122036 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:02.122373 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:02.122705 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:02.123038 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:02.123367 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:02.123684 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:02.124060 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:02.124377 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:02.124627 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Jan 24 06:49:02.124896 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=80122) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Jan 24 06:49:02.783125 dv-cinder-772181-6-smb neutron-server[80122]: INFO keyring.backend [-] Loading Gnome Jan 24 06:49:02.800005 dv-cinder-772181-6-smb neutron-server[80122]: INFO keyring.backend [-] Loading Google Jan 24 06:49:02.802541 dv-cinder-772181-6-smb neutron-server[80122]: INFO keyring.backend [-] Loading Windows (alt) Jan 24 06:49:02.806557 dv-cinder-772181-6-smb neutron-server[80122]: INFO keyring.backend [-] Loading file Jan 24 06:49:02.807555 dv-cinder-772181-6-smb neutron-server[80122]: INFO keyring.backend [-] Loading keyczar Jan 24 06:49:02.807858 dv-cinder-772181-6-smb neutron-server[80122]: INFO keyring.backend [-] Loading multi Jan 24 06:49:02.808489 dv-cinder-772181-6-smb neutron-server[80122]: INFO keyring.backend [-] Loading pyfs Jan 24 06:49:02.855079 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:49:02.855372 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:49:02.855744 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:49:02.856240 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 24 06:49:03.248532 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:03.249073 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:03.249161 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:03.297840 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:03.298147 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:03.298440 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:03.302017 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:03.302322 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:03.302616 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:03.371116 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:03.371435 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:03.371749 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:03.372893 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:03.373192 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:03.373490 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:03.645862 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:03.646181 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:03.646486 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:03.646813 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:03.647643 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:03.796093 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:03.796459 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:03.796778 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:03.797076 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:03.797371 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:03.797748 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:03.798045 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:03.798331 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:03.798615 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:03.798947 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:03.799238 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:03.799535 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:03.799859 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:03.800148 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:03.800454 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:03.800764 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:03.801051 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:03.801369 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:03.801652 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:03.802138 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:03.802420 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:03.802697 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:03.803604 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:03.803918 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:03.804292 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:03.804720 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=80122) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 24 06:49:03.804992 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=80122) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 24 06:49:03.805260 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=80122) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 24 06:49:03.805526 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=80122) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 24 06:49:03.805791 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=80122) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 24 06:49:03.806054 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=80122) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 24 06:49:03.807432 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 24 06:49:03.810533 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 24 06:49:03.814446 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 24 06:49:03.818439 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Jan 24 06:49:03.820698 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 24 06:49:03.821764 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 24 06:49:03.822143 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan'] Jan 24 06:49:03.822573 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 24 06:49:03.825320 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 24 06:49:03.825594 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 24 06:49:03.825972 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch'] Jan 24 06:49:03.847821 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Jan 24 06:49:03.848324 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:03.848651 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=80122) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}} Jan 24 06:49:03.849054 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:03.850499 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=80122) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 24 06:49:03.850806 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch'] Jan 24 06:49:03.851079 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch'] Jan 24 06:49:03.854384 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:03.854697 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:03.921617 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 24 06:49:03.921815 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 24 06:49:03.922055 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 24 06:49:03.922471 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 24 06:49:03.963031 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_db.sqlalchemy.engines [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=80122) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jan 24 06:49:04.417260 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.plugins.ml2.managers [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Initializing driver for type 'gre' Jan 24 06:49:04.417819 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] gre ID ranges: [(1, 1000)] Jan 24 06:49:04.461681 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.plugins.ml2.managers [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Initializing driver for type 'local' Jan 24 06:49:04.462047 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.plugins.ml2.managers [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Initializing driver for type 'vlan' Jan 24 06:49:04.480413 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] VlanTypeDriver initialization complete Jan 24 06:49:04.480793 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.plugins.ml2.managers [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Initializing driver for type 'vxlan' Jan 24 06:49:04.481358 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] vxlan ID ranges: [(1, 1000)] Jan 24 06:49:04.526886 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.plugins.ml2.managers [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Initializing extension driver 'port_security' Jan 24 06:49:04.527247 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.plugins.ml2.extensions.port_security [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] PortSecurityExtensionDriver initialization complete Jan 24 06:49:04.527629 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.plugins.ml2.managers [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Initializing mechanism driver 'openvswitch' Jan 24 06:49:04.534018 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=80122) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 06:49:04.534896 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Subscribe: > port after_create 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:04.535295 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Subscribe: > port after_update 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:04.535684 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Subscribe: > port after_delete 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:04.536132 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Subscribe: > subnet after_create 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:04.536528 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Subscribe: > subnet after_update 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:04.536911 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Subscribe: > subnet after_delete 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:04.537331 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Subscribe: > network after_create 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:04.538249 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Subscribe: > network after_update 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:04.538923 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Subscribe: > network after_delete 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:04.539379 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Subscribe: > security_group after_create 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:04.539791 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Subscribe: > security_group after_update 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:04.540176 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Subscribe: > security_group after_delete 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:04.540599 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:04.540982 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:04.541362 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:04.541923 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Subscribe: > address_group after_create 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:04.542307 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Subscribe: > address_group after_update 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:04.542686 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Subscribe: > address_group after_delete 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:04.543055 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] ML2 OVO RPC backend initialized. {{(pid=80122) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Jan 24 06:49:04.543832 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Subscribe: > router_interface after_create 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:04.544223 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:04.544686 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Subscribe: > network before_response 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:04.545067 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Subscribe: > networks before_response 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:04.545450 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Subscribe: > port before_response 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:04.545826 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Subscribe: > ports before_response 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:04.546204 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Subscribe: > subnet before_response 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:04.546580 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Subscribe: > subnets before_response 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:04.546964 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Subscribe: > network after_create 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:04.547339 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Subscribe: > network after_update 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:04.547718 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Subscribe: > network after_delete 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:04.548102 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Subscribe: > port after_create 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:04.548472 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Subscribe: > port after_update 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:04.548843 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Subscribe: > port after_delete 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:04.549215 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Subscribe: > subnet after_create 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:04.549585 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Subscribe: > subnet after_update 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:04.549955 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Subscribe: > subnet after_delete 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:04.550611 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.plugins.ml2.plugin [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Modular L2 Plugin initialization complete Jan 24 06:49:04.550973 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.manager [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loading services supported by the core plugin {{(pid=80122) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 24 06:49:04.551346 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.plugins.ml2.managers [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Got port-security extension from driver 'port_security' Jan 24 06:49:04.551888 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.extensions.vlantransparent [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Disabled vlantransparent extension. Jan 24 06:49:04.554282 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.manager [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=80122) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 24 06:49:04.554779 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.manager [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loading Plugin: router Jan 24 06:49:04.593109 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Subscribe: > router_interface before_create 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:04.593565 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Subscribe: > router after_create 55549900 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:04.593972 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Subscribe: > router before_create 55549900 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:04.594379 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:04.594801 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:04.595202 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Subscribe: > router after_delete 55549900 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:04.595616 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Subscribe: > floatingip after_update 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:04.596057 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Subscribe: > router after_create 55549900 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:04.596445 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Subscribe: > router after_update 55549900 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:04.596832 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Subscribe: > router after_update 55549900 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:04.597223 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:04.597668 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Subscribe: > router after_update 55549900 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:04.598175 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Subscribe: > router precommit_update 55549900 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:04.598595 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Subscribe: port after_update 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:04.598980 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Subscribe: port after_delete 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:04.599360 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Subscribe: subnet after_update 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:04.599765 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:04.601204 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Subscribe: > port precommit_delete 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:04.601810 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Subscribe: > router precommit_create 55549900 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:04.602210 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Subscribe: port before_delete 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:04.602599 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Subscribe: > router precommit_create 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:04.603011 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Subscribe: > router after_update 55549900 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:04.603398 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Subscribe: > router precommit_delete 55549900 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:04.603830 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Subscribe: > router precommit_create 55549900 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:04.604248 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Subscribe: > router_interface after_create 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:04.604639 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Subscribe: > router precommit_update 55549900 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:04.605079 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Subscribe: > network after_delete 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:04.606146 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource_registry [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Tracking information for resource: router configured {{(pid=80122) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 24 06:49:04.606518 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource_registry [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Tracking information for resource: floatingip configured {{(pid=80122) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 24 06:49:04.611685 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.db.l3_agentschedulers_db [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 24 06:49:04.612375 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Subscribe: port after_update 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:04.612778 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Subscribe: port after_create 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:04.613167 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Subscribe: port after_delete 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:04.613557 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Subscribe: port after_update 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:04.614490 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Subscribe: > router before_create 55550100 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:04.614894 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Subscribe: > router precommit_delete 55550100 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:04.615295 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Subscribe: > router precommit_create 55550100 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:04.616317 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Subscribe: > router precommit_update 55550100 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:04.621553 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.services.provider_configuration [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Service providers = [] {{(pid=80122) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 24 06:49:04.621952 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.servicetype_db [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=80122) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 24 06:49:04.624989 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.services.service_base [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=80122) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jan 24 06:49:04.625376 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.services.service_base [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=80122) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jan 24 06:49:04.625755 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.services.service_base [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=80122) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jan 24 06:49:04.626665 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.services.service_base [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=80122) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jan 24 06:49:04.627068 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.services.service_base [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 24 06:49:04.627496 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.manager [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=80122) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 24 06:49:04.627876 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.manager [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 24 06:49:04.639113 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.manager [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=80122) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 24 06:49:04.639481 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.manager [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loading Plugin: auto_allocate Jan 24 06:49:04.645423 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Subscribe: network precommit_update 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:04.645833 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Subscribe: network precommit_create 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:04.646431 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.manager [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=80122) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 24 06:49:04.646823 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.manager [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loading Plugin: tag Jan 24 06:49:04.655571 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.manager [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=80122) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 24 06:49:04.655971 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.manager [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loading Plugin: timestamp Jan 24 06:49:04.659925 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.manager [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=80122) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 24 06:49:04.660297 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.manager [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loading Plugin: network_ip_availability Jan 24 06:49:04.666539 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:04.666949 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:04.667391 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:04.668186 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.manager [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=80122) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 24 06:49:04.668545 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.manager [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loading Plugin: flavors Jan 24 06:49:04.673111 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.manager [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=80122) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 24 06:49:04.673477 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.manager [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loading Plugin: revisions Jan 24 06:49:04.678094 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.manager [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=80122) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 24 06:49:04.679261 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.823s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:49:04.680340 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=80122) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jan 24 06:49:04.680711 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Initializing extension manager. Jan 24 06:49:04.681294 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loading extension file: __init__.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 06:49:04.681679 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loading extension file: __pycache__ {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 06:49:04.682054 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 06:49:04.682426 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loading extension file: address_group.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 06:49:04.683320 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 06:49:04.684046 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loaded extension: address-group Jan 24 06:49:04.684398 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loading extension file: address_scope.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 06:49:04.685185 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 06:49:04.685764 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loaded extension: address-scope Jan 24 06:49:04.686126 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loading extension file: admin_state_down_before_update.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 06:49:04.687159 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 06:49:04.687775 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loaded extension: router-admin-state-down-before-update Jan 24 06:49:04.688145 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loading extension file: agent.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 06:49:04.688924 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 06:49:04.689498 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loaded extension: agent Jan 24 06:49:04.689859 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loading extension file: agent_resources_synced.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 06:49:04.690836 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 06:49:04.691421 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loaded extension: agent-resources-synced Jan 24 06:49:04.691804 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loading extension file: allowedaddresspairs.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 06:49:04.693818 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 06:49:04.694743 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loaded extension: allowed-address-pairs Jan 24 06:49:04.695148 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loading extension file: auto_allocated_topology.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 06:49:04.696334 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 06:49:04.696911 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loaded extension: auto-allocated-topology Jan 24 06:49:04.697273 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loading extension file: availability_zone.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 06:49:04.698043 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 06:49:04.698622 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loaded extension: availability_zone Jan 24 06:49:04.699014 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loading extension file: availability_zone_filter.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 06:49:04.699969 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 06:49:04.700543 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loaded extension: availability_zone_filter Jan 24 06:49:04.700901 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loading extension file: data_plane_status.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 06:49:04.701827 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 06:49:04.702400 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Extension data-plane-status not supported by any of loaded plugins Jan 24 06:49:04.702760 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loading extension file: default_subnetpools.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 06:49:04.703739 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 06:49:04.704286 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loaded extension: default-subnetpools Jan 24 06:49:04.704646 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loading extension file: dhcpagentscheduler.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 06:49:04.705640 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 06:49:04.706223 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loaded extension: dhcp_agent_scheduler Jan 24 06:49:04.706588 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loading extension file: dns.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 06:49:04.707518 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 06:49:04.708129 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Extension dns-integration not supported by any of loaded plugins Jan 24 06:49:04.708494 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loading extension file: dns_domain_ports.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 06:49:04.709510 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 06:49:04.710326 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 24 06:49:04.710684 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loading extension file: dvr.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 06:49:04.711418 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 06:49:04.712026 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loaded extension: dvr Jan 24 06:49:04.712383 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loading extension file: empty_string_filtering.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 06:49:04.713321 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 06:49:04.713884 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loaded extension: empty-string-filtering Jan 24 06:49:04.714244 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 06:49:04.715171 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 06:49:04.715759 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 24 06:49:04.716120 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 06:49:04.717048 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 06:49:04.717621 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 24 06:49:04.717979 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loading extension file: external_net.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 06:49:04.718920 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 06:49:04.719501 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loaded extension: external-net Jan 24 06:49:04.719894 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loading extension file: extra_dhcp_opt.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 06:49:04.720830 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 06:49:04.721403 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loaded extension: extra_dhcp_opt Jan 24 06:49:04.721761 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loading extension file: extraroute.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 06:49:04.722712 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 06:49:04.723288 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loaded extension: extraroute Jan 24 06:49:04.723649 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loading extension file: extraroute_atomic.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 06:49:04.724718 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 06:49:04.726091 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loaded extension: extraroute-atomic Jan 24 06:49:04.726496 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loading extension file: filter_validation.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 06:49:04.727222 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 06:49:04.727824 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loaded extension: filter-validation Jan 24 06:49:04.728184 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loading extension file: fip_pf_description.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 06:49:04.729124 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 06:49:04.729690 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 24 06:49:04.730050 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loading extension file: fip_port_details.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 06:49:04.731001 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 06:49:04.731570 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loaded extension: fip-port-details Jan 24 06:49:04.731960 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loading extension file: flavors.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 06:49:04.733215 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 06:49:04.733795 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loaded extension: flavors Jan 24 06:49:04.734159 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 06:49:04.735991 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 06:49:04.736584 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 24 06:49:04.736956 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loading extension file: floatingip_pools.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 06:49:04.737715 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 06:49:04.738293 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loaded extension: floatingip-pools Jan 24 06:49:04.738666 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loading extension file: ip_allocation.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 06:49:04.739615 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 06:49:04.740219 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Extension ip_allocation not supported by any of loaded plugins Jan 24 06:49:04.741170 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 06:49:04.742345 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 06:49:04.742928 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loaded extension: ip-substring-filtering Jan 24 06:49:04.743265 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loading extension file: l2_adjacency.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 06:49:04.744228 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 06:49:04.744801 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Extension l2_adjacency not supported by any of loaded plugins Jan 24 06:49:04.745160 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loading extension file: l3.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 06:49:04.746277 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 06:49:04.746858 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loaded extension: router Jan 24 06:49:04.747220 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loading extension file: l3_conntrack_helper.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 06:49:04.749543 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 06:49:04.750137 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 24 06:49:04.750510 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 06:49:04.751453 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 06:49:04.752056 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loaded extension: ext-gw-mode Jan 24 06:49:04.752419 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 06:49:04.753352 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 06:49:04.753922 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loaded extension: l3-ha Jan 24 06:49:04.754284 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loading extension file: l3_flavors.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 06:49:04.755212 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 06:49:04.755817 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loaded extension: l3-flavors Jan 24 06:49:04.756206 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 06:49:04.757485 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 06:49:04.758064 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loaded extension: l3-port-ip-change-not-allowed Jan 24 06:49:04.758426 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loading extension file: l3agentscheduler.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 06:49:04.759606 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 06:49:04.760252 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loaded extension: l3_agent_scheduler Jan 24 06:49:04.760617 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loading extension file: logging.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 06:49:04.762414 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 06:49:04.762999 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Extension logging not supported by any of loaded plugins Jan 24 06:49:04.763370 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loading extension file: metering.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 06:49:04.764212 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 06:49:04.764903 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loaded extension: metering Jan 24 06:49:04.765273 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 06:49:04.766397 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 06:49:04.766976 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loaded extension: metering_source_and_destination_fields Jan 24 06:49:04.767338 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loading extension file: multiprovidernet.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 06:49:04.768310 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 06:49:04.768919 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loaded extension: multi-provider Jan 24 06:49:04.769279 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loading extension file: netmtu.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 06:49:04.770220 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 06:49:04.770795 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loaded extension: net-mtu Jan 24 06:49:04.771157 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loading extension file: netmtu_writable.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 06:49:04.772420 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 06:49:04.773053 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loaded extension: net-mtu-writable Jan 24 06:49:04.773422 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loading extension file: network_availability_zone.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 06:49:04.774163 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 06:49:04.774730 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loaded extension: network_availability_zone Jan 24 06:49:04.775091 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loading extension file: network_ip_availability.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 06:49:04.776377 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 06:49:04.776953 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loaded extension: network-ip-availability Jan 24 06:49:04.777317 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loading extension file: network_segment_range.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 06:49:04.778163 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 06:49:04.778747 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Extension network-segment-range not supported by any of loaded plugins Jan 24 06:49:04.779110 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loading extension file: pagination.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 06:49:04.780146 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 06:49:04.780523 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loaded extension: pagination Jan 24 06:49:04.780883 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 06:49:04.781811 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 06:49:04.782386 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loaded extension: port-mac-address-regenerate Jan 24 06:49:04.782747 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 06:49:04.783679 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 06:49:04.784297 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loaded extension: port-numa-affinity-policy Jan 24 06:49:04.784656 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loading extension file: port_resource_request.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 06:49:04.785581 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 06:49:04.786160 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Extension port-resource-request not supported by any of loaded plugins Jan 24 06:49:04.786518 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loading extension file: portbindings.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 06:49:04.788037 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 06:49:04.788847 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loaded extension: binding Jan 24 06:49:04.789218 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loading extension file: portbindings_extended.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 06:49:04.790544 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 06:49:04.791124 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loaded extension: binding-extended Jan 24 06:49:04.791490 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loading extension file: portsecurity.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 06:49:04.792445 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 06:49:04.793023 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loaded extension: port-security Jan 24 06:49:04.793386 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loading extension file: project_id.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 06:49:04.794374 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 06:49:04.794749 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loaded extension: project-id Jan 24 06:49:04.795105 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loading extension file: providernet.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 06:49:04.796085 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 06:49:04.796666 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loaded extension: provider Jan 24 06:49:04.797030 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loading extension file: qos.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 06:49:04.800770 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 06:49:04.801361 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Extension qos not supported by any of loaded plugins Jan 24 06:49:04.801776 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 06:49:04.803726 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 06:49:04.804588 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 24 06:49:04.804958 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 06:49:04.805900 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 06:49:04.806474 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 24 06:49:04.806838 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loading extension file: qos_default.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 06:49:04.807789 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 06:49:04.808360 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Extension qos-default not supported by any of loaded plugins Jan 24 06:49:04.808723 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loading extension file: qos_fip.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 06:49:04.809427 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 06:49:04.809994 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Extension qos-fip not supported by any of loaded plugins Jan 24 06:49:04.810354 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loading extension file: qos_gateway_ip.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 06:49:04.811303 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 06:49:04.811908 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 24 06:49:04.812270 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loading extension file: qos_port_network_policy.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 06:49:04.814164 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 06:49:04.814739 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 24 06:49:04.815101 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loading extension file: qos_rule_type_details.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 06:49:04.816060 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 06:49:04.816635 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 24 06:49:04.816994 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loading extension file: qos_rules_alias.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 06:49:04.818046 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 06:49:04.818644 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 24 06:49:04.819234 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loading extension file: quotasv2.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 06:49:04.820381 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 06:49:04.820757 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loaded extension: quotas Jan 24 06:49:04.821117 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loading extension file: quotasv2_detail.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 06:49:04.822751 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 06:49:04.823126 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loaded extension: quota_details Jan 24 06:49:04.823548 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loading extension file: rbac.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 06:49:04.824904 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 06:49:04.825443 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loaded extension: rbac-policies Jan 24 06:49:04.826702 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loading extension file: rbac_address_scope.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 06:49:04.826830 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 06:49:04.827323 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loaded extension: rbac-address-scope Jan 24 06:49:04.828156 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loading extension file: rbac_security_groups.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 06:49:04.828624 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 06:49:04.829199 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loaded extension: rbac-security-groups Jan 24 06:49:04.829564 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loading extension file: rbac_subnetpool.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 06:49:04.830505 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 06:49:04.831305 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loaded extension: rbac-subnetpool Jan 24 06:49:04.831570 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loading extension file: revisionifmatch.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 06:49:04.832408 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 06:49:04.832986 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loaded extension: revision-if-match Jan 24 06:49:04.833346 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loading extension file: revisions.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 06:49:04.834559 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 06:49:04.835440 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loaded extension: standard-attr-revisions Jan 24 06:49:04.835836 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loading extension file: router_availability_zone.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 06:49:04.836578 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 06:49:04.837165 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loaded extension: router_availability_zone Jan 24 06:49:04.837520 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loading extension file: routerservicetype.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 06:49:04.838470 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 06:49:04.839043 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Extension router-service-type not supported by any of loaded plugins Jan 24 06:49:04.839406 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 06:49:04.840398 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 06:49:04.840975 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loaded extension: security-groups-normalized-cidr Jan 24 06:49:04.841331 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loading extension file: security_groups_port_filtering.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 06:49:04.842269 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 06:49:04.842841 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loaded extension: port-security-groups-filtering Jan 24 06:49:04.843204 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 06:49:04.844174 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 06:49:04.844748 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loaded extension: security-groups-remote-address-group Jan 24 06:49:04.845110 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loading extension file: securitygroup.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 06:49:04.859339 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 06:49:04.860005 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loaded extension: security-group Jan 24 06:49:04.860384 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loading extension file: segment.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 06:49:04.861254 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 06:49:04.861832 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Extension segment not supported by any of loaded plugins Jan 24 06:49:04.862195 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 06:49:04.863299 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 06:49:04.863965 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 24 06:49:04.864491 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loading extension file: servicetype.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 06:49:04.866422 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 06:49:04.867226 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loaded extension: service-type Jan 24 06:49:04.867593 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loading extension file: sorting.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 06:49:04.868628 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 06:49:04.869006 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loaded extension: sorting Jan 24 06:49:04.869369 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loading extension file: standard_attr_segment.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 06:49:04.870298 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 06:49:04.871062 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 24 06:49:04.871679 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loading extension file: standardattrdescription.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 06:49:04.872579 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 06:49:04.873162 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loaded extension: standard-attr-description Jan 24 06:49:04.873524 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loading extension file: stateful_security_group.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 06:49:04.874493 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 06:49:04.875074 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loaded extension: stateful-security-group Jan 24 06:49:04.875437 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loading extension file: stdattrs_common.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 06:49:04.876067 dv-cinder-772181-6-smb neutron-server[80122]: WARNING neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 24 06:49:04.876430 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 06:49:04.877388 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 06:49:04.877964 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 24 06:49:04.878327 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loading extension file: subnet_onboard.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 06:49:04.879415 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 06:49:04.880028 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loaded extension: subnet_onboard Jan 24 06:49:04.880394 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 06:49:04.881609 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 06:49:04.882336 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 24 06:49:04.882700 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loading extension file: subnet_service_types.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 06:49:04.883658 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 06:49:04.884268 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loaded extension: subnet-service-types Jan 24 06:49:04.884641 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loading extension file: subnetallocation.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 06:49:04.885736 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 06:49:04.886701 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loaded extension: subnet_allocation Jan 24 06:49:04.887070 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 06:49:04.887667 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 06:49:04.888267 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loaded extension: subnetpool-prefix-ops Jan 24 06:49:04.888267 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 06:49:04.891278 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 06:49:04.891278 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 24 06:49:04.891278 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loading extension file: tagging.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 06:49:04.891859 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 06:49:04.892468 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loaded extension: standard-attr-tag Jan 24 06:49:04.892832 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loading extension file: timestamp.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 06:49:04.894105 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 06:49:04.894695 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loaded extension: standard-attr-timestamp Jan 24 06:49:04.895060 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loading extension file: trunk.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 06:49:04.896144 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 06:49:04.897225 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Extension trunk not supported by any of loaded plugins Jan 24 06:49:04.897822 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loading extension file: trunk_details.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 06:49:04.899343 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 06:49:04.899953 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Extension trunk-details not supported by any of loaded plugins Jan 24 06:49:04.900319 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loading extension file: uplink_status_propagation.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 06:49:04.901274 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 06:49:04.901846 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 24 06:49:04.902205 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Loading extension file: vlantransparent.py {{(pid=80122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 06:49:04.902922 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=80122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 06:49:04.903493 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Extension vlan-transparent not supported by any of loaded plugins Jan 24 06:49:04.906330 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.quota.resource_registry [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Creating instance of TrackedResource for resource:network Jan 24 06:49:04.907217 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.quota.resource_registry [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Creating instance of TrackedResource for resource:subnet Jan 24 06:49:04.907918 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.quota.resource_registry [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Creating instance of TrackedResource for resource:subnetpool Jan 24 06:49:04.908584 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.quota.resource_registry [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Creating instance of TrackedResource for resource:port Jan 24 06:49:04.911072 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.resource_helper [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80122) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 24 06:49:04.911569 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.resource_helper [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Service FLAVORS assigned prefix: {{(pid=80122) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 24 06:49:04.912290 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.resource_helper [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80122) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 24 06:49:04.913484 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.resource_helper [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80122) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 24 06:49:04.914064 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.quota.resource_registry [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Creating instance of TrackedResource for resource:router Jan 24 06:49:04.914806 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.quota.resource_registry [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Creating instance of TrackedResource for resource:floatingip Jan 24 06:49:04.915775 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.resource_helper [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Service METERING assigned prefix: /metering {{(pid=80122) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 24 06:49:04.917615 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:04.917968 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:04.918355 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:49:04.919503 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.quota.resource_registry [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Creating instance of CountableResource for resource:rbac_policy Jan 24 06:49:04.920013 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.quota.resource_registry [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Creating instance of TrackedResource for resource:security_group Jan 24 06:49:04.920833 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.quota.resource_registry [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Creating instance of TrackedResource for resource:security_group_rule Jan 24 06:49:04.921641 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.resource_helper [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Service CORE assigned prefix: {{(pid=80122) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 24 06:49:04.922018 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.quota.resource_registry [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Creating instance of TrackedResource for resource:subnetpool Jan 24 06:49:04.922389 dv-cinder-772181-6-smb neutron-server[80122]: WARNING neutron.quota.resource_registry [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] subnetpool is already registered Jan 24 06:49:04.923060 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.resource_helper [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Service CORE assigned prefix: {{(pid=80122) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 24 06:49:04.923428 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.quota.resource_registry [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Creating instance of TrackedResource for resource:subnetpool Jan 24 06:49:04.923822 dv-cinder-772181-6-smb neutron-server[80122]: WARNING neutron.quota.resource_registry [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] subnetpool is already registered Jan 24 06:49:04.926586 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.resource_helper [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80122) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 24 06:49:04.927062 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.resource_helper [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Service FLAVORS assigned prefix: {{(pid=80122) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 24 06:49:04.927739 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.resource_helper [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80122) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 24 06:49:04.928281 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.resource_helper [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80122) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 24 06:49:04.928845 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.quota.resource_registry [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Creating instance of TrackedResource for resource:router Jan 24 06:49:04.929220 dv-cinder-772181-6-smb neutron-server[80122]: WARNING neutron.quota.resource_registry [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] router is already registered Jan 24 06:49:04.929911 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.quota.resource_registry [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Creating instance of TrackedResource for resource:floatingip Jan 24 06:49:04.930256 dv-cinder-772181-6-smb neutron-server[80122]: WARNING neutron.quota.resource_registry [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] floatingip is already registered Jan 24 06:49:04.930960 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.resource_helper [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Service METERING assigned prefix: /metering {{(pid=80122) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 24 06:49:04.931735 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.quota.resource_registry [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Creating instance of CountableResource for resource:rbac_policy Jan 24 06:49:04.932082 dv-cinder-772181-6-smb neutron-server[80122]: WARNING neutron.quota.resource_registry [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] rbac_policy is already registered Jan 24 06:49:04.932713 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.quota.resource_registry [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Creating instance of TrackedResource for resource:security_group Jan 24 06:49:04.933078 dv-cinder-772181-6-smb neutron-server[80122]: WARNING neutron.quota.resource_registry [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] security_group is already registered Jan 24 06:49:04.933740 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.quota.resource_registry [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Creating instance of TrackedResource for resource:security_group_rule Jan 24 06:49:04.934109 dv-cinder-772181-6-smb neutron-server[80122]: WARNING neutron.quota.resource_registry [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] security_group_rule is already registered Jan 24 06:49:04.934839 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.resource_helper [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Service CORE assigned prefix: {{(pid=80122) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 24 06:49:04.935204 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.quota.resource_registry [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Creating instance of TrackedResource for resource:subnetpool Jan 24 06:49:04.935572 dv-cinder-772181-6-smb neutron-server[80122]: WARNING neutron.quota.resource_registry [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] subnetpool is already registered Jan 24 06:49:04.936260 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.resource_helper [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Service CORE assigned prefix: {{(pid=80122) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 24 06:49:04.936625 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.quota.resource_registry [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Creating instance of TrackedResource for resource:subnetpool Jan 24 06:49:04.936985 dv-cinder-772181-6-smb neutron-server[80122]: WARNING neutron.quota.resource_registry [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] subnetpool is already registered Jan 24 06:49:04.937695 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Extended resource: extensions {{(pid=80122) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 24 06:49:04.939282 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Extended resource: address-groups {{(pid=80122) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 24 06:49:04.941075 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Extended resource: address-scopes {{(pid=80122) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 24 06:49:04.942355 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Extended resource: agents {{(pid=80122) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 24 06:49:04.943581 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Extended resource: auto-allocated-topology {{(pid=80122) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 24 06:49:04.945310 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Extended resource: availability_zones {{(pid=80122) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 24 06:49:04.946680 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Extended resource: dhcp-networks {{(pid=80122) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 24 06:49:04.948211 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Extended resource: dhcp-agents {{(pid=80122) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 24 06:49:04.949708 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Extended resource: routers {{(pid=80122) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 24 06:49:04.951624 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Extended resource: flavors {{(pid=80122) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 24 06:49:04.952899 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Extended resource: service_profiles {{(pid=80122) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 24 06:49:04.954178 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Extended resource: next_providers {{(pid=80122) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 24 06:49:04.955901 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Extended resource: service_profiles {{(pid=80122) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 24 06:49:04.957432 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Extended resource: floatingip-pools {{(pid=80122) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 24 06:49:04.958782 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Extended resource: routers {{(pid=80122) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 24 06:49:04.961555 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Extended resource: floatingips {{(pid=80122) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 24 06:49:04.962856 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Extended resource: l3-routers {{(pid=80122) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 24 06:49:04.964361 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Extended resource: l3-agents {{(pid=80122) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 24 06:49:04.965847 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Extended resource: metering-labels {{(pid=80122) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 24 06:49:04.967279 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Extended resource: metering-label-rules {{(pid=80122) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 24 06:49:04.968670 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Extended resource: network-ip-availabilities {{(pid=80122) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 24 06:49:04.969996 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Extended resource: bindings {{(pid=80122) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 24 06:49:04.971847 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Extended resource: quotas {{(pid=80122) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 24 06:49:04.973372 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Extended resource: quotas {{(pid=80122) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 24 06:49:04.975478 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Extended resource: rbac-policies {{(pid=80122) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 24 06:49:04.977250 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Extended resource: security-groups {{(pid=80122) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 24 06:49:04.978534 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Extended resource: security-group-rules {{(pid=80122) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 24 06:49:04.979892 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Extended resource: service-providers {{(pid=80122) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 24 06:49:04.981212 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Extended resource: subnetpools {{(pid=80122) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 24 06:49:04.982693 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Extended resource: subnetpools {{(pid=80122) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 24 06:49:04.984265 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Extended resource: tags {{(pid=80122) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 24 06:49:04.986030 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Extended resource: tags {{(pid=80122) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 24 06:49:04.988928 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Extended resource: tags {{(pid=80122) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 24 06:49:04.991389 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Extended resource: tags {{(pid=80122) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 24 06:49:04.993440 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Extended resource: tags {{(pid=80122) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 24 06:49:04.995253 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Extended resource: tags {{(pid=80122) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 24 06:49:04.997212 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Extended resource: tags {{(pid=80122) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 24 06:49:04.999165 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Extended resource: tags {{(pid=80122) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 24 06:49:05.001249 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Extended resource: tags {{(pid=80122) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 24 06:49:05.003145 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.extensions [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Extended resource: tags {{(pid=80122) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 24 06:49:05.010690 dv-cinder-772181-6-smb neutron-server[80122]: WARNING keystonemiddleware.auth_token [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 24 06:49:05.016364 dv-cinder-772181-6-smb neutron-server[80122]: WARNING keystonemiddleware.auth_token [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 24 06:49:05.026251 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Acquired lock "singleton_lock" {{(pid=80122) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Jan 24 06:49:05.026784 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Releasing lock "singleton_lock" {{(pid=80122) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Jan 24 06:49:05.028301 dv-cinder-772181-6-smb neutron-server[80122]: INFO oslo_service.service [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Starting 2 workers Jan 24 06:49:05.033182 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Started child 80235 {{(pid=80122) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Jan 24 06:49:05.038536 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:49:05.038867 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Started child 80236 {{(pid=80122) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Jan 24 06:49:05.040111 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [-] (80235) wsgi starting up on http://0.0.0.0:9696 Jan 24 06:49:05.040531 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.service [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Neutron service started, listening on 0.0.0.0:9696 Jan 24 06:49:05.041198 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Notify callbacks [] for process, before_spawn {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:49:05.042500 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:49:05.043768 dv-cinder-772181-6-smb neutron-server[80122]: INFO oslo_service.service [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Starting 1 workers Jan 24 06:49:05.043964 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [-] (80236) wsgi starting up on http://0.0.0.0:9696 Jan 24 06:49:05.049399 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Started child 80237 {{(pid=80122) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Jan 24 06:49:05.049973 dv-cinder-772181-6-smb neutron-server[80122]: INFO oslo_service.service [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Starting 1 workers Jan 24 06:49:05.052048 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.service [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] calling RpcWorker wait() {{(pid=80237) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 24 06:49:05.052427 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.service [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] returning from RpcWorker wait() {{(pid=80237) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 24 06:49:05.054279 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:49:05.054662 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=80237) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 06:49:05.055347 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Started child 80238 {{(pid=80122) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Jan 24 06:49:05.056173 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9f00e611-29e1-4386-b72e-e1e52bfe7b1b None None] Notify callbacks [] for process, after_spawn {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:49:05.058278 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80122) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Jan 24 06:49:05.058278 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Jan 24 06:49:05.058278 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Jan 24 06:49:05.058872 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Jan 24 06:49:05.059015 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Jan 24 06:49:05.059191 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Jan 24 06:49:05.059572 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:49:05.059765 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.059959 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.060276 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.060436 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80238) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 06:49:05.060578 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.060897 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.061534 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.061807 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.062115 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.062426 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.062717 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.062926 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.063223 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.063370 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.063620 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.064001 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.064298 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.064572 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.064857 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.065072 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.065558 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] config_source = [] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.065717 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.065918 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.066211 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] debug = True {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.066486 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.067092 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.067353 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.067609 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.067927 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.068197 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.068475 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.068814 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.069225 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.069699 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.070010 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.070298 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.070548 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.070819 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.071116 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.071371 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.071876 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] host = dv-cinder-772181-6-smb {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.072133 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.072386 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.072654 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.072936 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.073328 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.073484 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.073747 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.074046 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.074331 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.074592 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.074871 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.075136 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.075402 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] log_dir = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.075711 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] log_file = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.075879 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] log_options = True {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.076091 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.076375 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.076669 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.076884 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.077058 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.077300 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.077516 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.077706 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.078055 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.078217 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.078452 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.078732 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.078980 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.079227 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.079515 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.079778 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.080043 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.080285 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.080577 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.080863 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.081745 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.081745 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.081745 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.083597 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.083597 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.083597 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.083597 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.083597 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.083597 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.083597 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.083597 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.086112 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.086112 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.086112 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.086112 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.086112 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.087133 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.087133 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.087133 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.087133 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.089998 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.089998 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.089998 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.089998 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.089998 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] use_journal = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.089998 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] use_json = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.089998 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.089998 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.089998 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.091134 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.091134 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.091134 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.091134 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.091134 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.091134 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.091134 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.092077 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.092077 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.092077 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.092461 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.092603 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.093327 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.093327 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.093327 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.093738 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.095522 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.095522 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.095522 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.095522 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.095522 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.097260 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.097260 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.097260 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.097260 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.097260 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.097260 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.099918 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.099918 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.099918 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.22/identity {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.099918 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.099918 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.099918 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.099918 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.099918 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.101275 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.101275 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.101275 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.101275 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.101275 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.101567 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.101901 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.102128 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.102426 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.102693 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.103040 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.103509 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.103509 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.104299 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.104299 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.104299 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.105489 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.105489 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.105489 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.105489 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.105489 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.106336 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.106336 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.106336 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.106336 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.107604 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.107604 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.107604 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.107604 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.107604 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.108426 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.108426 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.108426 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.108426 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.108934 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.108934 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.109213 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.109366 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.109596 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.109823 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.110103 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.110352 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.110601 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.110849 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.111097 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.111345 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.111593 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.111873 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.112127 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.112374 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.112644 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.112891 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.113140 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.113391 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.113696 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.114054 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.114312 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.114595 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.114870 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.115138 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.115404 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.115799 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.116246 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.116706 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.116983 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.117321 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.117614 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.117905 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.118189 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.118463 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.118746 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.119022 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.119299 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.119549 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.119846 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.120097 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.120959 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.120959 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.120959 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.121345 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.121481 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.121700 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.122117 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.122642 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.123090 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.123597 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.124169 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.124655 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.125157 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.125455 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.125752 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.126058 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.126339 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.126646 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.126936 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.127248 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.127509 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.128405 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.128405 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.128405 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.128759 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.128865 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.129520 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.129520 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.129737 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.129950 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.130422 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.130878 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.131341 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.132057 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.132649 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.133138 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.133585 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.134015 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.22/identity {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.134466 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.134748 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.135033 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.135308 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.135587 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.135885 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.136181 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.136695 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.136955 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.137252 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.137506 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.137787 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.138046 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.138357 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.138639 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.138931 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.139225 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.139515 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.139820 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.140083 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.140342 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.140601 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.140852 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.141178 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.141418 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.141730 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.142028 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.142355 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.142560 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.142867 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.143164 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.143443 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.143801 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.144090 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.144531 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.144694 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.144834 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.145022 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.145280 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.146434 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.146434 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.146434 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.146434 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.147858 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.147858 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.147858 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.148277 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.148655 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.148921 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.149324 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.149733 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.150145 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.150570 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.150863 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.151152 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.151412 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.151661 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.151948 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.152199 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.152512 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.152670 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.153019 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.153297 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.153548 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.153805 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.154053 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.154331 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.154689 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.154845 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.155060 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.155307 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.155588 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.155870 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.156094 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.156530 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.156781 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.157106 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.157399 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.157637 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.158141 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.158427 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.158716 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.159019 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.159354 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.159583 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.159896 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.160170 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.160398 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.160687 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.161037 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.161410 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.161733 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.162022 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.162276 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.163859 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.164396 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.164701 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.164972 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.165304 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.165694 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.166002 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.166310 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.166602 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.166903 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.167169 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.167429 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.167759 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.167975 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.168232 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.168551 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.169838 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.169838 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.169838 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.169838 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.169838 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.170963 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.170963 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.170963 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.170963 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.170963 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Jan 24 06:49:05.172042 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80122) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Jan 24 06:49:05.172042 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Jan 24 06:49:05.172042 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Jan 24 06:49:05.172042 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Jan 24 06:49:05.172858 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Jan 24 06:49:05.172858 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Jan 24 06:49:05.172858 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.172858 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.172858 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.173922 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.173922 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.173922 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.173922 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.173922 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.173922 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.175159 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.175159 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.175159 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.175159 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.175159 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.175159 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.175159 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.175159 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.176767 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.176767 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.176767 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] config_source = [] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.176767 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.176767 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.176767 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] debug = True {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.176767 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.178275 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.178275 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.178275 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.178275 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.178275 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.178275 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.179775 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.179775 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.179775 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.179775 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.179775 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.179775 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.179775 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.179775 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.181295 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.181295 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] host = dv-cinder-772181-6-smb {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.181295 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.181295 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.181295 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.181295 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.181295 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.181295 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.182871 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.182871 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.182871 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.182871 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.182871 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.182871 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.182871 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] log_dir = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.182871 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] log_file = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.184481 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] log_options = True {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.184481 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.184481 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.184481 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.184481 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.184481 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.184481 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.185842 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.185842 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.185842 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.185842 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.185842 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.185842 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.185842 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.185842 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.187513 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.187513 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.187513 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.187513 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.187513 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.187513 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.187513 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.187513 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.189244 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.189244 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.189244 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.189244 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.189244 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.189244 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.189244 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.189244 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.189244 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.190686 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.190686 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.190686 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.190686 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.190686 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.190686 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.190686 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.190686 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.191904 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.191904 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.191904 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.191904 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.191904 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.191904 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] use_journal = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.191904 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] use_json = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.191904 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.192945 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.192945 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.192945 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.192945 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.192945 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.192945 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.192945 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 06:49:05.192945 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.193785 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.193785 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.193785 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.193785 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.193785 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.193785 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.193785 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.193785 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.194793 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.194793 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.194793 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.194793 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.194793 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.194793 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.194793 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.194793 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.195817 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.195817 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.195817 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.195817 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.195817 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.195817 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.195817 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.195817 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.22/identity {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.197017 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.197017 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.197017 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.197017 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.197017 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.197017 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.197017 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.197017 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.198273 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.198273 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.198273 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.198273 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.198273 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.198273 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.198273 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.198273 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.198273 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.199814 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.199814 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.199814 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.199814 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.199814 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.199814 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.199814 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.199814 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.199814 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.201764 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.201764 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.201764 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.201764 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.201764 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.201764 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.201764 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.201764 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.201764 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.203048 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.203048 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.203048 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.203048 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.203048 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.203048 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.203048 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.203048 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.203048 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.204721 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.204721 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.204721 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.204721 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.204721 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.204721 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.204721 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.204721 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.204721 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.206324 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.206324 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.206324 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.206324 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.206324 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.206324 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.206324 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.206324 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.207774 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.207774 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.207774 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.207774 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.207774 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.207774 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.207774 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.207774 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.209138 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.209138 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.209138 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.209138 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.209138 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.209138 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.209138 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.209138 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.211176 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.211176 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.211176 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.211176 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.211176 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.211176 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.211176 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.211176 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.212532 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.212532 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.212532 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.212532 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.212532 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.212532 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.212532 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.212532 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.213873 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.213873 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.213873 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.213873 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.213873 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.213873 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.213873 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.213873 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.213873 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.215286 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.215286 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.215286 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.215286 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.215286 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.215286 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.215286 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.215286 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.216438 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.216438 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.216738 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80237) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 06:49:05.216911 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.216911 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.216911 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.216911 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.216911 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.216911 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.216911 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.22/identity {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.216911 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.218048 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.218048 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.218048 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.218048 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.218048 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.218048 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.218048 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.218048 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.219202 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.219202 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.219202 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.219202 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.219202 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.219202 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.219202 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.219202 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.220424 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.220424 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.220424 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.220424 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.220424 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.220424 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.220424 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.220424 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.221550 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.221550 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.221550 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.221550 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.221550 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.221550 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.221550 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.222551 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.222551 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.222551 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.222551 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.222551 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.222551 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.223423 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.223423 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.223423 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.223423 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.223423 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.224195 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.224195 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.224195 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.224195 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.224195 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.224968 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.224968 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.224968 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.224968 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.225575 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.225740 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.225916 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.226080 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.226240 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.226400 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.226598 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.226752 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.226914 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.227110 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.227294 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.227477 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.227659 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.227913 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.228085 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.228085 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.228415 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.228415 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.228772 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.228772 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.229086 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.229086 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.229405 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.229405 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.229730 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.229730 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.230069 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.230069 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.230396 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.230396 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.230736 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.230736 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.231116 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.231116 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.231527 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.231527 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.231527 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.232145 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.232145 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.232145 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.232558 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.232558 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.232558 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.233003 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.233003 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.233352 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.233352 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.233647 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.233647 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.233982 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.233982 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.234305 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.234305 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.234679 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.234679 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.235079 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.235079 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.235079 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.235556 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.235556 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.235556 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.236117 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.236117 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.236117 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.236635 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.236635 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.236635 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 06:49:05.236635 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80122) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Jan 24 06:49:05.506991 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 56646) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:49:05.518819 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [-] 10.222.0.22 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0093861 Jan 24 06:49:16.234384 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709f7614-774a-40a7-86f0-5a3f200a6702 None None] get_active_networks_info from dv-cinder-772181-6-smb {{(pid=80237) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 24 06:49:16.328451 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709f7614-774a-40a7-86f0-5a3f200a6702 None None] No non-hosted networks {{(pid=80237) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 24 06:49:16.355186 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.agentschedulers_db [None req-709f7614-774a-40a7-86f0-5a3f200a6702 None None] DHCP Agent not found on host dv-cinder-772181-6-smb {{(pid=80237) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:447}} Jan 24 06:49:16.477785 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ea5d1ba8-b786-4884-b44b-8ebccf7f9eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648'] for agent, after_create {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:49:19.886232 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-73e242ac-8790-4a78-a707-fe00eef564b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648'] for agent, after_create {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:49:20.586924 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8d93ada3-47da-410e-a20e-ec97a1955ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648'] for agent, after_create {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:49:20.672025 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-0c1c9c45-ee78-49c5-83ca-6afef0ba31b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:49:21.086618 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648'] for agent, after_create {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:49:21.091033 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:49:21.094544 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:49:21.095153 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:49:21.099003 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:49:21.100731 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:49:21.101344 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:49:21.101910 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:49:21.102463 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:49:21.103007 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:49:21.103570 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:49:21.104149 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:49:21.104711 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:49:21.105307 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-772181-6-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=80237) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 06:49:21.113806 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-772181-6-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=80237) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 06:49:22.707646 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-234e5594-7a0b-4e8c-b8aa-6f4b31972cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648'] for agent, after_create {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:49:23.071729 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] get_endpoint_by_host() called for host dv-cinder-772181-6-smb {{(pid=80237) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Jan 24 06:49:23.077783 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] get_endpoint_by_ip() called for ip 192.168.0.43 {{(pid=80237) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Jan 24 06:49:23.081916 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] _add_endpoint() called for ip 192.168.0.43 {{(pid=80237) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Jan 24 06:49:23.091661 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] _get_endpoints() called {{(pid=80237) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Jan 24 06:49:23.952671 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.db.l3_hamode_db [None req-f40115f4-fd1c-4806-8b71-ceb858d15074 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 24 06:49:24.040352 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40115f4-fd1c-4806-8b71-ceb858d15074 None None] Routers set() bound to L3 agent in host dv-cinder-772181-6-smb {{(pid=80237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 06:49:24.040785 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40115f4-fd1c-4806-8b71-ceb858d15074 None None] Router IDs set() for agent in host dv-cinder-772181-6-smb {{(pid=80237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jan 24 06:49:24.089469 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 56740) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:49:24.774173 dv-cinder-772181-6-smb neutron-server[80122]: WARNING oslo_policy.policy [None req-787bf9f7-69b7-46fe-9bcb-42a19908d0f8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 24 06:49:24.774788 dv-cinder-772181-6-smb neutron-server[80122]: WARNING oslo_policy.policy [None req-787bf9f7-69b7-46fe-9bcb-42a19908d0f8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 24 06:49:25.009937 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [None req-787bf9f7-69b7-46fe-9bcb-42a19908d0f8 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=80236) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 06:49:25.011096 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-787bf9f7-69b7-46fe-9bcb-42a19908d0f8 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.9206092 Jan 24 06:49:27.744903 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 56754) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:49:28.184494 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-81d094ab-f062-4d0d-8104-25b3673c9bef admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=80236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 06:49:28.239211 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.policy [None req-81d094ab-f062-4d0d-8104-25b3673c9bef admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80236) register_rules /opt/stack/neutron/neutron/policy.py:75}} Jan 24 06:49:28.240585 dv-cinder-772181-6-smb neutron-server[80122]: WARNING oslo_policy.policy [None req-81d094ab-f062-4d0d-8104-25b3673c9bef admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 24 06:49:28.240992 dv-cinder-772181-6-smb neutron-server[80122]: WARNING oslo_policy.policy [None req-81d094ab-f062-4d0d-8104-25b3673c9bef admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 24 06:49:28.253052 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.quota [None req-81d094ab-f062-4d0d-8104-25b3673c9bef admin admin] Loaded quota_driver: . Jan 24 06:49:28.270081 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-81d094ab-f062-4d0d-8104-25b3673c9bef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 06:49:28.328979 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-81d094ab-f062-4d0d-8104-25b3673c9bef admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363276713320617', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363276713304152', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363276713304677', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363276713284065', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363276713287056', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036853221763', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1389472', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3810741', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3885905'] for rbac-policy, before_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:49:28.393220 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-81d094ab-f062-4d0d-8104-25b3673c9bef admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:49:28.394541 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-81d094ab-f062-4d0d-8104-25b3673c9bef admin admin] 10.222.0.22 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6486621 Jan 24 06:49:31.479936 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 56768) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:49:31.905754 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-610bcbee-e2ed-4e7e-a417-eb2be8e84bed admin admin] Request body: {'network': {'project_id': '4ffee629d16a4ea499cf57ca1007f2b9', 'admin_state_up': True, 'name': 'private'}} {{(pid=80236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 06:49:31.912546 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-610bcbee-e2ed-4e7e-a417-eb2be8e84bed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 06:49:31.918068 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-610bcbee-e2ed-4e7e-a417-eb2be8e84bed admin admin] Usage tracker for resource:network and tenant:4ffee629d16a4ea499cf57ca1007f2b9 is out of sync, need to count used quota {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 06:49:31.922509 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-610bcbee-e2ed-4e7e-a417-eb2be8e84bed admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 06:49:31.930012 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-610bcbee-e2ed-4e7e-a417-eb2be8e84bed admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 06:49:31.939822 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-610bcbee-e2ed-4e7e-a417-eb2be8e84bed admin admin] Made reservation on behalf of 4ffee629d16a4ea499cf57ca1007f2b9 for: {'network': 1} {{(pid=80236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 06:49:31.946594 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-610bcbee-e2ed-4e7e-a417-eb2be8e84bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for network, before_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:49:31.965673 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-610bcbee-e2ed-4e7e-a417-eb2be8e84bed admin admin] Notify callbacks [] for security_group, before_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:49:31.985787 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-610bcbee-e2ed-4e7e-a417-eb2be8e84bed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 06:49:31.990014 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-610bcbee-e2ed-4e7e-a417-eb2be8e84bed admin admin] Usage tracker for resource:security_group_rule and tenant:4ffee629d16a4ea499cf57ca1007f2b9 is out of sync, need to count used quota {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 06:49:31.995873 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-610bcbee-e2ed-4e7e-a417-eb2be8e84bed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 06:49:32.002261 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-610bcbee-e2ed-4e7e-a417-eb2be8e84bed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 06:49:32.112039 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-610bcbee-e2ed-4e7e-a417-eb2be8e84bed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:49:32.115017 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-610bcbee-e2ed-4e7e-a417-eb2be8e84bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:49:32.121063 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:49:32.143556 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-610bcbee-e2ed-4e7e-a417-eb2be8e84bed admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1} {{(pid=80236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 24 06:49:32.170188 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-610bcbee-e2ed-4e7e-a417-eb2be8e84bed admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363276712724152', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419005'] for segment, precommit_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:49:32.170768 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.db.segments_db [None req-610bcbee-e2ed-4e7e-a417-eb2be8e84bed admin admin] Added segment eda23f29-ceb2-4460-be2d-fef124873a4f of type vxlan for network e3df3bdb-f881-45fe-91b9-ed062693c5be Jan 24 06:49:32.227520 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610bcbee-e2ed-4e7e-a417-eb2be8e84bed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcb99241-307d-46e3-a2de-dd12df2706ce,revision_number=1']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:49:32.406790 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610bcbee-e2ed-4e7e-a417-eb2be8e84bed admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:49:32.407157 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610bcbee-e2ed-4e7e-a417-eb2be8e84bed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:49:32.407521 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610bcbee-e2ed-4e7e-a417-eb2be8e84bed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:49:32.407902 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610bcbee-e2ed-4e7e-a417-eb2be8e84bed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:49:32.408254 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610bcbee-e2ed-4e7e-a417-eb2be8e84bed admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:49:32.408603 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610bcbee-e2ed-4e7e-a417-eb2be8e84bed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:49:32.408950 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610bcbee-e2ed-4e7e-a417-eb2be8e84bed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:49:32.409298 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610bcbee-e2ed-4e7e-a417-eb2be8e84bed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:49:32.409647 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610bcbee-e2ed-4e7e-a417-eb2be8e84bed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:49:32.409994 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610bcbee-e2ed-4e7e-a417-eb2be8e84bed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:49:32.410336 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610bcbee-e2ed-4e7e-a417-eb2be8e84bed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:49:32.410679 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610bcbee-e2ed-4e7e-a417-eb2be8e84bed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:49:32.411923 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610bcbee-e2ed-4e7e-a417-eb2be8e84bed admin admin] Tracked resource versions report: Jan 24 06:49:32.411923 dv-cinder-772181-6-smb neutron-server[80122]: pushed versions: Jan 24 06:49:32.411923 dv-cinder-772181-6-smb neutron-server[80122]: { 'AddressGroup': {'1.1'}, Jan 24 06:49:32.411923 dv-cinder-772181-6-smb neutron-server[80122]: 'ConntrackHelper': {'1.0'}, Jan 24 06:49:32.411923 dv-cinder-772181-6-smb neutron-server[80122]: 'Log': {'1.0'}, Jan 24 06:49:32.411923 dv-cinder-772181-6-smb neutron-server[80122]: 'Network': {'1.1'}, Jan 24 06:49:32.411923 dv-cinder-772181-6-smb neutron-server[80122]: 'Port': {'1.6'}, Jan 24 06:49:32.411923 dv-cinder-772181-6-smb neutron-server[80122]: 'PortForwarding': {'1.2'}, Jan 24 06:49:32.411923 dv-cinder-772181-6-smb neutron-server[80122]: 'QosPolicy': {'1.8'}, Jan 24 06:49:32.411923 dv-cinder-772181-6-smb neutron-server[80122]: 'SecurityGroup': {'1.4'}, Jan 24 06:49:32.411923 dv-cinder-772181-6-smb neutron-server[80122]: 'SecurityGroupRule': {'1.2'}, Jan 24 06:49:32.411923 dv-cinder-772181-6-smb neutron-server[80122]: 'SubPort': {'1.0'}, Jan 24 06:49:32.411923 dv-cinder-772181-6-smb neutron-server[80122]: 'Subnet': {'1.1'}, Jan 24 06:49:32.411923 dv-cinder-772181-6-smb neutron-server[80122]: 'Trunk': {'1.1'}} Jan 24 06:49:32.411923 dv-cinder-772181-6-smb neutron-server[80122]: consumer versions: Jan 24 06:49:32.411923 dv-cinder-772181-6-smb neutron-server[80122]: { DHCP agent@dv-cinder-772181-6-smb: {}, Jan 24 06:49:32.411923 dv-cinder-772181-6-smb neutron-server[80122]: L3 agent@dv-cinder-772181-6-smb: {}, Jan 24 06:49:32.411923 dv-cinder-772181-6-smb neutron-server[80122]: Metadata agent@dv-cinder-772181-6-smb: {}, Jan 24 06:49:32.411923 dv-cinder-772181-6-smb neutron-server[80122]: Metering agent@dv-cinder-772181-6-smb: {}, Jan 24 06:49:32.411923 dv-cinder-772181-6-smb neutron-server[80122]: Open vSwitch agent@dv-cinder-772181-6-smb: { 'AddressGroup': '1.1', Jan 24 06:49:32.411923 dv-cinder-772181-6-smb neutron-server[80122]: 'ConntrackHelper': '1.0', Jan 24 06:49:32.411923 dv-cinder-772181-6-smb neutron-server[80122]: 'Log': '1.0', Jan 24 06:49:32.411923 dv-cinder-772181-6-smb neutron-server[80122]: 'Network': '1.1', Jan 24 06:49:32.411923 dv-cinder-772181-6-smb neutron-server[80122]: 'Port': '1.6', Jan 24 06:49:32.411923 dv-cinder-772181-6-smb neutron-server[80122]: 'PortForwarding': '1.2', Jan 24 06:49:32.411923 dv-cinder-772181-6-smb neutron-server[80122]: 'QosPolicy': '1.8', Jan 24 06:49:32.411923 dv-cinder-772181-6-smb neutron-server[80122]: 'SecurityGroup': '1.4', Jan 24 06:49:32.411923 dv-cinder-772181-6-smb neutron-server[80122]: 'SecurityGroupRule': '1.2', Jan 24 06:49:32.411923 dv-cinder-772181-6-smb neutron-server[80122]: 'SubPort': '1.0', Jan 24 06:49:32.411923 dv-cinder-772181-6-smb neutron-server[80122]: 'Subnet': '1.1', Jan 24 06:49:32.411923 dv-cinder-772181-6-smb neutron-server[80122]: 'Trunk': '1.1'}} Jan 24 06:49:32.411923 dv-cinder-772181-6-smb neutron-server[80122]: {{(pid=80236) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 24 06:49:32.446779 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-610bcbee-e2ed-4e7e-a417-eb2be8e84bed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760141522069'] for network, precommit_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:49:32.463807 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-610bcbee-e2ed-4e7e-a417-eb2be8e84bed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:49:32.489242 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-610bcbee-e2ed-4e7e-a417-eb2be8e84bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854325290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788'] for network, after_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:49:32.490664 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610bcbee-e2ed-4e7e-a417-eb2be8e84bed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:49:32.491329 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-610bcbee-e2ed-4e7e-a417-eb2be8e84bed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539807'] for network, before_response {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:49:32.496124 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:49:32.607967 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-610bcbee-e2ed-4e7e-a417-eb2be8e84bed admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 842 time: 1.1260886 Jan 24 06:49:32.610820 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610bcbee-e2ed-4e7e-a417-eb2be8e84bed admin admin] Pushing event updated for resources: {'Network': ['ID=e3df3bdb-f881-45fe-91b9-ed062693c5be,revision_number=1']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:49:32.633436 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-610bcbee-e2ed-4e7e-a417-eb2be8e84bed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:49:32.642462 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Network e3df3bdb-f881-45fe-91b9-ed062693c5be details requested by agent ovs-agent-dv-cinder-772181-6-smb with host dv-cinder-772181-6-smb {{(pid=80237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 24 06:49:35.697892 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 56784) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:49:36.213427 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bea8f94-bcc8-450f-86fa-ff29ef0c4291 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:49:36.214907 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-7bea8f94-bcc8-450f-86fa-ff29ef0c4291 admin admin] 10.222.0.22 "GET /v2.0/networks/e3df3bdb-f881-45fe-91b9-ed062693c5be HTTP/1.1" status: 200 len: 818 time: 0.5159786 Jan 24 06:49:36.244818 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-1573ac54-9db4-41a2-8d63-5910e1c1968c admin admin] 10.222.0.22 "GET /v2.0/subnetpools/0d8ceb8e-64b2-4984-9761-c38ae4c99de3 HTTP/1.1" status: 200 len: 734 time: 0.0235038 Jan 24 06:49:36.254711 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-4824c92d-1f18-4bc2-8e63-65779395debc admin admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': '0d8ceb8e-64b2-4984-9761-c38ae4c99de3', 'gateway_ip': '172.20.0.1', 'tenant_id': '4ffee629d16a4ea499cf57ca1007f2b9', 'name': 'private-subnet', 'network_id': 'e3df3bdb-f881-45fe-91b9-ed062693c5be'}} {{(pid=80236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 06:49:36.260524 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-4824c92d-1f18-4bc2-8e63-65779395debc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 06:49:36.264771 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-4824c92d-1f18-4bc2-8e63-65779395debc admin admin] Usage tracker for resource:subnet and tenant:4ffee629d16a4ea499cf57ca1007f2b9 is out of sync, need to count used quota {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 06:49:36.267846 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-4824c92d-1f18-4bc2-8e63-65779395debc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 06:49:36.274586 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-4824c92d-1f18-4bc2-8e63-65779395debc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 06:49:36.283590 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4824c92d-1f18-4bc2-8e63-65779395debc admin admin] Made reservation on behalf of 4ffee629d16a4ea499cf57ca1007f2b9 for: {'subnet': 1} {{(pid=80236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 06:49:36.289335 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4824c92d-1f18-4bc2-8e63-65779395debc admin admin] Notify callbacks [] for subnet, before_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:49:36.807320 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4824c92d-1f18-4bc2-8e63-65779395debc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854325308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788'] for subnet, after_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:49:36.822761 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:49:36.961284 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4824c92d-1f18-4bc2-8e63-65779395debc admin admin] Pushing event updated for resources: {'Subnet': ['ID=da95f343-541f-4c93-a3db-1c9fcac22235,revision_number=0']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:49:36.964788 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-4824c92d-1f18-4bc2-8e63-65779395debc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:49:37.033337 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4824c92d-1f18-4bc2-8e63-65779395debc admin admin] Checking segment: {'id': 'eda23f29-ceb2-4460-be2d-fef124873a4f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'e3df3bdb-f881-45fe-91b9-ed062693c5be'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 06:49:37.033713 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4824c92d-1f18-4bc2-8e63-65779395debc admin admin] Network hostable DHCP agents. Network: e3df3bdb-f881-45fe-91b9-ed062693c5be, hostable agents: ['d33f51e1-f1a2-468d-95a7-36d67ba2db65'], hosted agents: [] {{(pid=80236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 24 06:49:37.054650 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4824c92d-1f18-4bc2-8e63-65779395debc admin admin] Network e3df3bdb-f881-45fe-91b9-ed062693c5be is scheduled to be hosted by DHCP agent d33f51e1-f1a2-468d-95a7-36d67ba2db65 with binding_index 1 {{(pid=80236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 24 06:49:37.064647 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [None req-4824c92d-1f18-4bc2-8e63-65779395debc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-6-smb, e3df3bdb-f881-45fe-91b9-ed062693c5be) {{(pid=80236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 06:49:37.070466 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4824c92d-1f18-4bc2-8e63-65779395debc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:49:37.071096 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4824c92d-1f18-4bc2-8e63-65779395debc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539807'] for subnet, before_response {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:49:37.077306 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecaf8f03-7cfe-4adf-8d80-afee3ba65f6f None None] Network e3df3bdb-f881-45fe-91b9-ed062693c5be requested from dv-cinder-772181-6-smb {{(pid=80237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 06:49:37.092289 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-4824c92d-1f18-4bc2-8e63-65779395debc admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8413234 Jan 24 06:49:37.407860 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b147280-680b-4ae4-863f-cbe6ebeea1c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa806b67e-33b8-5b8e-8be6-afe1d16f8eae-e3df3bdb-f881-45fe-91b9-ed062693c5be', 'network_id': 'e3df3bdb-f881-45fe-91b9-ed062693c5be', 'tenant_id': '4ffee629d16a4ea499cf57ca1007f2b9', 'fixed_ips': [{'subnet_id': 'da95f343-541f-4c93-a3db-1c9fcac22235'}]}} from dv-cinder-772181-6-smb. {{(pid=80237) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 24 06:49:37.409085 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8b147280-680b-4ae4-863f-cbe6ebeea1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_create {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:49:37.777177 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.db_base_plugin_common [None req-8b147280-680b-4ae4-863f-cbe6ebeea1c6 None None] Allocated IP 172.20.0.2 (e3df3bdb-f881-45fe-91b9-ed062693c5be/da95f343-541f-4c93-a3db-1c9fcac22235/4d0e7dfa-777b-4126-9c51-ba85fa48ca08) {{(pid=80237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 06:49:38.026583 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8b147280-680b-4ae4-863f-cbe6ebeea1c6 None None] Notify callbacks [] for port, precommit_create {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:49:38.040369 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-8b147280-680b-4ae4-863f-cbe6ebeea1c6 None None] Transition to ACTIVE for port object 4d0e7dfa-777b-4126-9c51-ba85fa48ca08 will not be triggered until provisioned by entity L2. {{(pid=80237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 06:49:38.059163 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-8b147280-680b-4ae4-863f-cbe6ebeea1c6 None None] Transition to ACTIVE for port object 4d0e7dfa-777b-4126-9c51-ba85fa48ca08 will not be triggered until provisioned by entity DHCP. {{(pid=80237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 06:49:38.065611 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8b147280-680b-4ae4-863f-cbe6ebeea1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363276713217020'] for port, after_create {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:49:38.082031 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:49:38.379929 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b147280-680b-4ae4-863f-cbe6ebeea1c6 None None] Pushing event updated for resources: {'Port': ['ID=4d0e7dfa-777b-4126-9c51-ba85fa48ca08,revision_number=1']} {{(pid=80237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:49:38.399061 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b147280-680b-4ae4-863f-cbe6ebeea1c6 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:49:38.399424 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b147280-680b-4ae4-863f-cbe6ebeea1c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:49:38.399805 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b147280-680b-4ae4-863f-cbe6ebeea1c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:49:38.400163 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b147280-680b-4ae4-863f-cbe6ebeea1c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:49:38.400510 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b147280-680b-4ae4-863f-cbe6ebeea1c6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:49:38.400859 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b147280-680b-4ae4-863f-cbe6ebeea1c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:49:38.401206 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b147280-680b-4ae4-863f-cbe6ebeea1c6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:49:38.401549 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b147280-680b-4ae4-863f-cbe6ebeea1c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:49:38.401894 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b147280-680b-4ae4-863f-cbe6ebeea1c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:49:38.402235 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b147280-680b-4ae4-863f-cbe6ebeea1c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:49:38.402577 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b147280-680b-4ae4-863f-cbe6ebeea1c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:49:38.402917 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b147280-680b-4ae4-863f-cbe6ebeea1c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:49:38.404114 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b147280-680b-4ae4-863f-cbe6ebeea1c6 None None] Tracked resource versions report: Jan 24 06:49:38.404114 dv-cinder-772181-6-smb neutron-server[80122]: pushed versions: Jan 24 06:49:38.404114 dv-cinder-772181-6-smb neutron-server[80122]: { 'AddressGroup': {'1.1'}, Jan 24 06:49:38.404114 dv-cinder-772181-6-smb neutron-server[80122]: 'ConntrackHelper': {'1.0'}, Jan 24 06:49:38.404114 dv-cinder-772181-6-smb neutron-server[80122]: 'Log': {'1.0'}, Jan 24 06:49:38.404114 dv-cinder-772181-6-smb neutron-server[80122]: 'Network': {'1.1'}, Jan 24 06:49:38.404114 dv-cinder-772181-6-smb neutron-server[80122]: 'Port': {'1.6'}, Jan 24 06:49:38.404114 dv-cinder-772181-6-smb neutron-server[80122]: 'PortForwarding': {'1.2'}, Jan 24 06:49:38.404114 dv-cinder-772181-6-smb neutron-server[80122]: 'QosPolicy': {'1.8'}, Jan 24 06:49:38.404114 dv-cinder-772181-6-smb neutron-server[80122]: 'SecurityGroup': {'1.4'}, Jan 24 06:49:38.404114 dv-cinder-772181-6-smb neutron-server[80122]: 'SecurityGroupRule': {'1.2'}, Jan 24 06:49:38.404114 dv-cinder-772181-6-smb neutron-server[80122]: 'SubPort': {'1.0'}, Jan 24 06:49:38.404114 dv-cinder-772181-6-smb neutron-server[80122]: 'Subnet': {'1.1'}, Jan 24 06:49:38.404114 dv-cinder-772181-6-smb neutron-server[80122]: 'Trunk': {'1.1'}} Jan 24 06:49:38.404114 dv-cinder-772181-6-smb neutron-server[80122]: consumer versions: Jan 24 06:49:38.404114 dv-cinder-772181-6-smb neutron-server[80122]: { DHCP agent@dv-cinder-772181-6-smb: {}, Jan 24 06:49:38.404114 dv-cinder-772181-6-smb neutron-server[80122]: L3 agent@dv-cinder-772181-6-smb: {}, Jan 24 06:49:38.404114 dv-cinder-772181-6-smb neutron-server[80122]: Metadata agent@dv-cinder-772181-6-smb: {}, Jan 24 06:49:38.404114 dv-cinder-772181-6-smb neutron-server[80122]: Metering agent@dv-cinder-772181-6-smb: {}, Jan 24 06:49:38.404114 dv-cinder-772181-6-smb neutron-server[80122]: Open vSwitch agent@dv-cinder-772181-6-smb: { 'AddressGroup': '1.1', Jan 24 06:49:38.404114 dv-cinder-772181-6-smb neutron-server[80122]: 'ConntrackHelper': '1.0', Jan 24 06:49:38.404114 dv-cinder-772181-6-smb neutron-server[80122]: 'Log': '1.0', Jan 24 06:49:38.404114 dv-cinder-772181-6-smb neutron-server[80122]: 'Network': '1.1', Jan 24 06:49:38.404114 dv-cinder-772181-6-smb neutron-server[80122]: 'Port': '1.6', Jan 24 06:49:38.404114 dv-cinder-772181-6-smb neutron-server[80122]: 'PortForwarding': '1.2', Jan 24 06:49:38.404114 dv-cinder-772181-6-smb neutron-server[80122]: 'QosPolicy': '1.8', Jan 24 06:49:38.404114 dv-cinder-772181-6-smb neutron-server[80122]: 'SecurityGroup': '1.4', Jan 24 06:49:38.404114 dv-cinder-772181-6-smb neutron-server[80122]: 'SecurityGroupRule': '1.2', Jan 24 06:49:38.404114 dv-cinder-772181-6-smb neutron-server[80122]: 'SubPort': '1.0', Jan 24 06:49:38.404114 dv-cinder-772181-6-smb neutron-server[80122]: 'Subnet': '1.1', Jan 24 06:49:38.404114 dv-cinder-772181-6-smb neutron-server[80122]: 'Trunk': '1.1'}} Jan 24 06:49:38.404114 dv-cinder-772181-6-smb neutron-server[80122]: {{(pid=80237) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 24 06:49:38.412347 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-8b147280-680b-4ae4-863f-cbe6ebeea1c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:49:38.462504 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b147280-680b-4ae4-863f-cbe6ebeea1c6 None None] Network e3df3bdb-f881-45fe-91b9-ed062693c5be is already hosted by enough agents. {{(pid=80237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 06:49:38.463865 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [None req-8b147280-680b-4ae4-863f-cbe6ebeea1c6 None None] Resources bound (agent type, host, resource id): {{(pid=80237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 06:49:38.466681 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b147280-680b-4ae4-863f-cbe6ebeea1c6 None None] Received port after_create {{(pid=80237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 06:49:38.529289 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-8b147280-680b-4ae4-863f-cbe6ebeea1c6 None None] Attempting to bind port 4d0e7dfa-777b-4126-9c51-ba85fa48ca08 on host dv-cinder-772181-6-smb for vnic_type normal with profile {{(pid=80237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 06:49:38.529669 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-8b147280-680b-4ae4-863f-cbe6ebeea1c6 None None] Attempting to bind port 4d0e7dfa-777b-4126-9c51-ba85fa48ca08 by drivers openvswitch on host dv-cinder-772181-6-smb at level 0 using segments [{'id': 'eda23f29-ceb2-4460-be2d-fef124873a4f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'e3df3bdb-f881-45fe-91b9-ed062693c5be'}] {{(pid=80237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 06:49:38.530081 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b147280-680b-4ae4-863f-cbe6ebeea1c6 None None] Attempting to bind port 4d0e7dfa-777b-4126-9c51-ba85fa48ca08 on network e3df3bdb-f881-45fe-91b9-ed062693c5be {{(pid=80237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 06:49:38.535794 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b147280-680b-4ae4-863f-cbe6ebeea1c6 None None] Checking agent: {'id': '3fe64d96-acff-4950-84fb-d8384a2371af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 6, 49, 21), 'started_at': datetime.datetime(2021, 1, 24, 6, 49, 21), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 6, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 06:49:38.536198 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b147280-680b-4ae4-863f-cbe6ebeea1c6 None None] Checking segment: {'id': 'eda23f29-ceb2-4460-be2d-fef124873a4f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'e3df3bdb-f881-45fe-91b9-ed062693c5be'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 06:49:38.537186 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8b147280-680b-4ae4-863f-cbe6ebeea1c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:49:38.537621 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b147280-680b-4ae4-863f-cbe6ebeea1c6 None None] Bound using segment: {'id': 'eda23f29-ceb2-4460-be2d-fef124873a4f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'e3df3bdb-f881-45fe-91b9-ed062693c5be'} {{(pid=80237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 06:49:38.538140 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-8b147280-680b-4ae4-863f-cbe6ebeea1c6 None None] Bound port: 4d0e7dfa-777b-4126-9c51-ba85fa48ca08, host: dv-cinder-772181-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eda23f29-ceb2-4460-be2d-fef124873a4f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'e3df3bdb-f881-45fe-91b9-ed062693c5be'}}] {{(pid=80237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 06:49:38.538926 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8b147280-680b-4ae4-863f-cbe6ebeea1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:49:38.668373 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-8b147280-680b-4ae4-863f-cbe6ebeea1c6 None None] For port 4d0e7dfa-777b-4126-9c51-ba85fa48ca08, host dv-cinder-772181-6-smb, cleared binding levels {{(pid=80237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 06:49:38.672646 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-8b147280-680b-4ae4-863f-cbe6ebeea1c6 None None] For port 4d0e7dfa-777b-4126-9c51-ba85fa48ca08, host dv-cinder-772181-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-6-smb',level=0,port_id=4d0e7dfa-777b-4126-9c51-ba85fa48ca08,segment=NetworkSegment(eda23f29-ceb2-4460-be2d-fef124873a4f),segment_id=eda23f29-ceb2-4460-be2d-fef124873a4f)] {{(pid=80237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 06:49:38.677249 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8b147280-680b-4ae4-863f-cbe6ebeea1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098'] for port, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:49:38.692848 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-8b147280-680b-4ae4-863f-cbe6ebeea1c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:49:38.843319 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b147280-680b-4ae4-863f-cbe6ebeea1c6 None None] Pushing event updated for resources: {'Port': ['ID=4d0e7dfa-777b-4126-9c51-ba85fa48ca08,revision_number=2']} {{(pid=80237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:49:38.848210 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-8b147280-680b-4ae4-863f-cbe6ebeea1c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:49:39.938248 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 56794) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:49:40.405164 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [None req-f1b7b1da-20be-4508-9e8f-76791a24c5ad admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=80236) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 06:49:40.406379 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-f1b7b1da-20be-4508-9e8f-76791a24c5ad admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.4670904 Jan 24 06:49:43.181686 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Device 4d0e7dfa-777b-4126-9c51-ba85fa48ca08 up at agent ovs-agent-dv-cinder-772181-6-smb {{(pid=80237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 06:49:43.227152 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 56808) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:49:43.271516 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Provisioning for port 4d0e7dfa-777b-4126-9c51-ba85fa48ca08 completed by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 06:49:43.686327 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca1db12-f3f7-45db-a0bf-27a36ae1b5b4 None None] Network e3df3bdb-f881-45fe-91b9-ed062693c5be requested from dv-cinder-772181-6-smb {{(pid=80237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 06:49:43.781420 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-ccec8c9f-cbdd-4ad2-b5ff-63ccfd43d6fa None None] Provisioning for port 4d0e7dfa-777b-4126-9c51-ba85fa48ca08 completed by entity DHCP. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 06:49:43.799938 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-ccec8c9f-cbdd-4ad2-b5ff-63ccfd43d6fa None None] Provisioning complete for port 4d0e7dfa-777b-4126-9c51-ba85fa48ca08 triggered by entity DHCP. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 06:49:43.800372 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ccec8c9f-cbdd-4ad2-b5ff-63ccfd43d6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:49:43.812760 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [None req-8178dfc1-eda9-490c-8048-a4156a2b4aa1 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=80236) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 06:49:43.813865 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-8178dfc1-eda9-490c-8048-a4156a2b4aa1 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.5855410 Jan 24 06:49:44.031580 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ccec8c9f-cbdd-4ad2-b5ff-63ccfd43d6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:49:44.119858 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-ccec8c9f-cbdd-4ad2-b5ff-63ccfd43d6fa None None] For port 4d0e7dfa-777b-4126-9c51-ba85fa48ca08, host dv-cinder-772181-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-6-smb',level=0,port_id=4d0e7dfa-777b-4126-9c51-ba85fa48ca08,segment=NetworkSegment(eda23f29-ceb2-4460-be2d-fef124873a4f),segment_id=eda23f29-ceb2-4460-be2d-fef124873a4f)] {{(pid=80237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 06:49:44.126106 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ccec8c9f-cbdd-4ad2-b5ff-63ccfd43d6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098'] for port, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:49:44.132090 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:49:44.216266 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccec8c9f-cbdd-4ad2-b5ff-63ccfd43d6fa None None] Pushing event updated for resources: {'Port': ['ID=4d0e7dfa-777b-4126-9c51-ba85fa48ca08,revision_number=3']} {{(pid=80237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:49:44.219831 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-ccec8c9f-cbdd-4ad2-b5ff-63ccfd43d6fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:49:44.451684 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-5fa5f175-01b0-4fc6-86e4-67c8e8c56eef None None] Provisioning complete for port 4d0e7dfa-777b-4126-9c51-ba85fa48ca08 triggered by entity DHCP. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 06:49:44.452371 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5fa5f175-01b0-4fc6-86e4-67c8e8c56eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:49:44.705045 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-4f28c4ec-da69-420b-83fd-2a0baae99a36 None None] Provisioning complete for port 4d0e7dfa-777b-4126-9c51-ba85fa48ca08 triggered by entity DHCP. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 06:49:44.705452 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4f28c4ec-da69-420b-83fd-2a0baae99a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:49:45.121824 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Device 4d0e7dfa-777b-4126-9c51-ba85fa48ca08 up at agent ovs-agent-dv-cinder-772181-6-smb {{(pid=80237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 06:49:45.199236 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Provisioning complete for port 4d0e7dfa-777b-4126-9c51-ba85fa48ca08 triggered by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 06:49:45.199647 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:49:46.164106 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b43ae9df-c98a-4059-9943-fc4bb469e8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:49:46.941107 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 56820) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:49:47.715342 dv-cinder-772181-6-smb neutron-server[80122]: WARNING oslo_policy.policy [None req-309d5fe6-5a96-4711-b6fa-a08db8de5bff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 24 06:49:47.716123 dv-cinder-772181-6-smb neutron-server[80122]: WARNING oslo_policy.policy [None req-309d5fe6-5a96-4711-b6fa-a08db8de5bff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 24 06:49:47.946312 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-309d5fe6-5a96-4711-b6fa-a08db8de5bff admin admin] Request body: {'router': {'tenant_id': '4ffee629d16a4ea499cf57ca1007f2b9', 'name': 'router1', 'admin_state_up': True}} {{(pid=80235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 06:49:47.984883 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.policy [None req-309d5fe6-5a96-4711-b6fa-a08db8de5bff admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80235) register_rules /opt/stack/neutron/neutron/policy.py:75}} Jan 24 06:49:47.985727 dv-cinder-772181-6-smb neutron-server[80122]: WARNING oslo_policy.policy [None req-309d5fe6-5a96-4711-b6fa-a08db8de5bff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 24 06:49:47.986130 dv-cinder-772181-6-smb neutron-server[80122]: WARNING oslo_policy.policy [None req-309d5fe6-5a96-4711-b6fa-a08db8de5bff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 24 06:49:47.999162 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.quota [None req-309d5fe6-5a96-4711-b6fa-a08db8de5bff admin admin] Loaded quota_driver: . Jan 24 06:49:48.015179 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-309d5fe6-5a96-4711-b6fa-a08db8de5bff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 06:49:48.022079 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-309d5fe6-5a96-4711-b6fa-a08db8de5bff admin admin] Usage tracker for resource:router and tenant:4ffee629d16a4ea499cf57ca1007f2b9 is out of sync, need to count used quota {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 06:49:48.026435 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-309d5fe6-5a96-4711-b6fa-a08db8de5bff admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 06:49:48.033958 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-309d5fe6-5a96-4711-b6fa-a08db8de5bff admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 06:49:48.050234 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-309d5fe6-5a96-4711-b6fa-a08db8de5bff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-492021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8889'] for router, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:49:48.053532 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-309d5fe6-5a96-4711-b6fa-a08db8de5bff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854283885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854261357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-438936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854766926'] for router, precommit_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:49:48.083804 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-309d5fe6-5a96-4711-b6fa-a08db8de5bff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:49:48.204020 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-309d5fe6-5a96-4711-b6fa-a08db8de5bff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854283779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514502'] for router, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:49:48.225038 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-309d5fe6-5a96-4711-b6fa-a08db8de5bff admin admin] Notify callbacks [] for router, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:49:48.226503 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-309d5fe6-5a96-4711-b6fa-a08db8de5bff admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.2833104 Jan 24 06:49:49.541988 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-73e242ac-8790-4a78-a707-fe00eef564b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:49:50.599592 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-385f22eb-cb3a-4f4e-beac-a12664a082bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:49:50.972245 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 56846) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:49:51.075801 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:49:51.168811 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [None req-2f05ac9b-3713-4dce-93db-150f6f32d664 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=80235) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 06:49:51.169897 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-2f05ac9b-3713-4dce-93db-150f6f32d664 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.1966219 Jan 24 06:49:52.512011 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-234e5594-7a0b-4e8c-b8aa-6f4b31972cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:49:53.772088 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 56866) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:49:53.853090 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-739adbc2-d38d-4ac3-b6b0-c0904b87a619 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'is_default': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=80235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 06:49:53.859310 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-739adbc2-d38d-4ac3-b6b0-c0904b87a619 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 06:49:53.863321 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-739adbc2-d38d-4ac3-b6b0-c0904b87a619 admin admin] Usage tracker for resource:network and tenant:c19160d97bae4adeb9bf169fd48254bb is out of sync, need to count used quota {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 06:49:53.866806 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-739adbc2-d38d-4ac3-b6b0-c0904b87a619 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 06:49:53.872560 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-739adbc2-d38d-4ac3-b6b0-c0904b87a619 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 06:49:53.881987 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-739adbc2-d38d-4ac3-b6b0-c0904b87a619 admin admin] Made reservation on behalf of c19160d97bae4adeb9bf169fd48254bb for: {'network': 1} {{(pid=80235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 06:49:53.888440 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-739adbc2-d38d-4ac3-b6b0-c0904b87a619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for network, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:49:53.906459 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-739adbc2-d38d-4ac3-b6b0-c0904b87a619 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:49:53.921947 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-739adbc2-d38d-4ac3-b6b0-c0904b87a619 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 06:49:53.925777 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-739adbc2-d38d-4ac3-b6b0-c0904b87a619 admin admin] Usage tracker for resource:security_group_rule and tenant:c19160d97bae4adeb9bf169fd48254bb is out of sync, need to count used quota {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 06:49:53.929735 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-739adbc2-d38d-4ac3-b6b0-c0904b87a619 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 06:49:53.935352 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-739adbc2-d38d-4ac3-b6b0-c0904b87a619 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 06:49:54.194705 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-739adbc2-d38d-4ac3-b6b0-c0904b87a619 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:49:54.197515 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-739adbc2-d38d-4ac3-b6b0-c0904b87a619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:49:54.202383 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:49:54.214305 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-739adbc2-d38d-4ac3-b6b0-c0904b87a619 admin admin] Reserving flat network on physical network physnet1 {{(pid=80235) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Jan 24 06:49:54.243439 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-739adbc2-d38d-4ac3-b6b0-c0904b87a619 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363276712724152', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419005'] for segment, precommit_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:49:54.244060 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-739adbc2-d38d-4ac3-b6b0-c0904b87a619 admin admin] Unsubscribe: segment precommit_create {{(pid=80235) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Jan 24 06:49:54.244554 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.db.segments_db [None req-739adbc2-d38d-4ac3-b6b0-c0904b87a619 admin admin] Added segment c7c4758e-d769-4634-92c6-d73b8ba1db56 of type flat for network 3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a Jan 24 06:49:54.299455 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739adbc2-d38d-4ac3-b6b0-c0904b87a619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09ce4408-9c2f-40e8-ba82-8cc78f8c90f1,revision_number=1']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:49:54.321612 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739adbc2-d38d-4ac3-b6b0-c0904b87a619 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:49:54.321970 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739adbc2-d38d-4ac3-b6b0-c0904b87a619 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:49:54.322328 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739adbc2-d38d-4ac3-b6b0-c0904b87a619 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:49:54.322677 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739adbc2-d38d-4ac3-b6b0-c0904b87a619 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:49:54.323024 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739adbc2-d38d-4ac3-b6b0-c0904b87a619 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:49:54.323368 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739adbc2-d38d-4ac3-b6b0-c0904b87a619 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:49:54.323742 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739adbc2-d38d-4ac3-b6b0-c0904b87a619 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:49:54.324078 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739adbc2-d38d-4ac3-b6b0-c0904b87a619 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:49:54.324417 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739adbc2-d38d-4ac3-b6b0-c0904b87a619 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:49:54.324756 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739adbc2-d38d-4ac3-b6b0-c0904b87a619 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:49:54.325095 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739adbc2-d38d-4ac3-b6b0-c0904b87a619 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:49:54.325426 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739adbc2-d38d-4ac3-b6b0-c0904b87a619 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:49:54.326570 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739adbc2-d38d-4ac3-b6b0-c0904b87a619 admin admin] Tracked resource versions report: Jan 24 06:49:54.326570 dv-cinder-772181-6-smb neutron-server[80122]: pushed versions: Jan 24 06:49:54.326570 dv-cinder-772181-6-smb neutron-server[80122]: { 'AddressGroup': {'1.1'}, Jan 24 06:49:54.326570 dv-cinder-772181-6-smb neutron-server[80122]: 'ConntrackHelper': {'1.0'}, Jan 24 06:49:54.326570 dv-cinder-772181-6-smb neutron-server[80122]: 'Log': {'1.0'}, Jan 24 06:49:54.326570 dv-cinder-772181-6-smb neutron-server[80122]: 'Network': {'1.1'}, Jan 24 06:49:54.326570 dv-cinder-772181-6-smb neutron-server[80122]: 'Port': {'1.6'}, Jan 24 06:49:54.326570 dv-cinder-772181-6-smb neutron-server[80122]: 'PortForwarding': {'1.2'}, Jan 24 06:49:54.326570 dv-cinder-772181-6-smb neutron-server[80122]: 'QosPolicy': {'1.8'}, Jan 24 06:49:54.326570 dv-cinder-772181-6-smb neutron-server[80122]: 'SecurityGroup': {'1.4'}, Jan 24 06:49:54.326570 dv-cinder-772181-6-smb neutron-server[80122]: 'SecurityGroupRule': {'1.2'}, Jan 24 06:49:54.326570 dv-cinder-772181-6-smb neutron-server[80122]: 'SubPort': {'1.0'}, Jan 24 06:49:54.326570 dv-cinder-772181-6-smb neutron-server[80122]: 'Subnet': {'1.1'}, Jan 24 06:49:54.326570 dv-cinder-772181-6-smb neutron-server[80122]: 'Trunk': {'1.1'}} Jan 24 06:49:54.326570 dv-cinder-772181-6-smb neutron-server[80122]: consumer versions: Jan 24 06:49:54.326570 dv-cinder-772181-6-smb neutron-server[80122]: { DHCP agent@dv-cinder-772181-6-smb: {}, Jan 24 06:49:54.326570 dv-cinder-772181-6-smb neutron-server[80122]: L3 agent@dv-cinder-772181-6-smb: {}, Jan 24 06:49:54.326570 dv-cinder-772181-6-smb neutron-server[80122]: Metadata agent@dv-cinder-772181-6-smb: {}, Jan 24 06:49:54.326570 dv-cinder-772181-6-smb neutron-server[80122]: Metering agent@dv-cinder-772181-6-smb: {}, Jan 24 06:49:54.326570 dv-cinder-772181-6-smb neutron-server[80122]: Open vSwitch agent@dv-cinder-772181-6-smb: { 'AddressGroup': '1.1', Jan 24 06:49:54.326570 dv-cinder-772181-6-smb neutron-server[80122]: 'ConntrackHelper': '1.0', Jan 24 06:49:54.326570 dv-cinder-772181-6-smb neutron-server[80122]: 'Log': '1.0', Jan 24 06:49:54.326570 dv-cinder-772181-6-smb neutron-server[80122]: 'Network': '1.1', Jan 24 06:49:54.326570 dv-cinder-772181-6-smb neutron-server[80122]: 'Port': '1.6', Jan 24 06:49:54.326570 dv-cinder-772181-6-smb neutron-server[80122]: 'PortForwarding': '1.2', Jan 24 06:49:54.326570 dv-cinder-772181-6-smb neutron-server[80122]: 'QosPolicy': '1.8', Jan 24 06:49:54.326570 dv-cinder-772181-6-smb neutron-server[80122]: 'SecurityGroup': '1.4', Jan 24 06:49:54.326570 dv-cinder-772181-6-smb neutron-server[80122]: 'SecurityGroupRule': '1.2', Jan 24 06:49:54.326570 dv-cinder-772181-6-smb neutron-server[80122]: 'SubPort': '1.0', Jan 24 06:49:54.326570 dv-cinder-772181-6-smb neutron-server[80122]: 'Subnet': '1.1', Jan 24 06:49:54.326570 dv-cinder-772181-6-smb neutron-server[80122]: 'Trunk': '1.1'}} Jan 24 06:49:54.326570 dv-cinder-772181-6-smb neutron-server[80122]: {{(pid=80235) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 24 06:49:54.373775 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-739adbc2-d38d-4ac3-b6b0-c0904b87a619 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760141522069'] for network, precommit_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:49:54.378561 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-739adbc2-d38d-4ac3-b6b0-c0904b87a619 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:49:54.418982 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-739adbc2-d38d-4ac3-b6b0-c0904b87a619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854325290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788'] for network, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:49:54.420516 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-739adbc2-d38d-4ac3-b6b0-c0904b87a619 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:49:54.421230 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-739adbc2-d38d-4ac3-b6b0-c0904b87a619 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539807'] for network, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:49:54.426083 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:49:54.539132 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-739adbc2-d38d-4ac3-b6b0-c0904b87a619 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7657857 Jan 24 06:49:54.539811 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739adbc2-d38d-4ac3-b6b0-c0904b87a619 admin admin] Pushing event updated for resources: {'Network': ['ID=3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a,revision_number=1']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:49:54.543148 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-739adbc2-d38d-4ac3-b6b0-c0904b87a619 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:49:54.550574 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Network 3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a details requested by agent ovs-agent-dv-cinder-772181-6-smb with host dv-cinder-772181-6-smb {{(pid=80237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 24 06:49:57.072325 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 56880) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:49:57.231292 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7205c9f1-9e99-4782-a844-cfecbc34f6be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:49:57.232811 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-7205c9f1-9e99-4782-a844-cfecbc34f6be admin admin] 10.222.0.22 "GET /v2.0/subnets/da95f343-541f-4c93-a3db-1c9fcac22235 HTTP/1.1" status: 200 len: 849 time: 0.1593833 Jan 24 06:49:57.384523 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-2e27002b-dedf-4cc9-b044-c80511b001b5 admin admin] 10.222.0.22 "GET /v2.0/routers/9ca40b62-9ded-4c11-834a-2f9ce121a034 HTTP/1.1" status: 200 len: 704 time: 0.1453221 Jan 24 06:49:57.892922 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6501b681-fb58-487e-b500-091af4bbad77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:49:58.291778 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.db_base_plugin_common [None req-6501b681-fb58-487e-b500-091af4bbad77 admin admin] Allocated IP 172.20.0.1 (e3df3bdb-f881-45fe-91b9-ed062693c5be/da95f343-541f-4c93-a3db-1c9fcac22235/c531bac8-4fc1-4e10-a74c-395ae768ca2d) {{(pid=80235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 06:49:58.471172 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6501b681-fb58-487e-b500-091af4bbad77 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:49:58.501561 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-6501b681-fb58-487e-b500-091af4bbad77 admin admin] Transition to ACTIVE for port object c531bac8-4fc1-4e10-a74c-395ae768ca2d will not be triggered until provisioned by entity DHCP. {{(pid=80235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 06:49:58.566373 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6501b681-fb58-487e-b500-091af4bbad77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363276713217020'] for port, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:49:58.582560 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:49:58.873743 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6501b681-fb58-487e-b500-091af4bbad77 admin admin] Pushing event updated for resources: {'Port': ['ID=c531bac8-4fc1-4e10-a74c-395ae768ca2d,revision_number=1']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:49:58.877234 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-6501b681-fb58-487e-b500-091af4bbad77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:49:58.935784 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6501b681-fb58-487e-b500-091af4bbad77 admin admin] Network e3df3bdb-f881-45fe-91b9-ed062693c5be is already hosted by enough agents. {{(pid=80235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 06:49:58.936911 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [None req-6501b681-fb58-487e-b500-091af4bbad77 admin admin] Resources bound (agent type, host, resource id): {{(pid=80235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 06:49:58.940004 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6501b681-fb58-487e-b500-091af4bbad77 admin admin] Received port after_create {{(pid=80235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 06:49:58.940700 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6501b681-fb58-487e-b500-091af4bbad77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854261388'] for router_interface, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:49:59.113185 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.agents_db [None req-2c2cd112-eb45-4d42-b228-ef41d20f669c None None] Agent healthcheck: found 5 active agents {{(pid=80238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 06:49:59.140822 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-e647089c-28d9-4d38-9a54-33d63aad6a9b None None] Provisioning for port c531bac8-4fc1-4e10-a74c-395ae768ca2d completed by entity DHCP. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 06:49:59.146657 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-e647089c-28d9-4d38-9a54-33d63aad6a9b None None] Provisioning complete for port c531bac8-4fc1-4e10-a74c-395ae768ca2d triggered by entity DHCP. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 06:49:59.147064 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e647089c-28d9-4d38-9a54-33d63aad6a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:49:59.208880 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-e647089c-28d9-4d38-9a54-33d63aad6a9b None None] Port c531bac8-4fc1-4e10-a74c-395ae768ca2d cannot update to ACTIVE because it is not bound. {{(pid=80237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 24 06:49:59.222890 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6501b681-fb58-487e-b500-091af4bbad77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:49:59.523146 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6501b681-fb58-487e-b500-091af4bbad77 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:49:59.526698 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6501b681-fb58-487e-b500-091af4bbad77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098'] for port, after_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:49:59.527808 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6501b681-fb58-487e-b500-091af4bbad77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854265121'] for router_interface, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:49:59.542324 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-6501b681-fb58-487e-b500-091af4bbad77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:49:59.675546 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6501b681-fb58-487e-b500-091af4bbad77 admin admin] Pushing event updated for resources: {'Port': ['ID=c531bac8-4fc1-4e10-a74c-395ae768ca2d,revision_number=2']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:49:59.681245 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-6501b681-fb58-487e-b500-091af4bbad77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:49:59.736026 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6501b681-fb58-487e-b500-091af4bbad77 admin admin] Network e3df3bdb-f881-45fe-91b9-ed062693c5be is already hosted by enough agents. {{(pid=80235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 06:49:59.737239 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [None req-6501b681-fb58-487e-b500-091af4bbad77 admin admin] Resources bound (agent type, host, resource id): {{(pid=80235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 06:49:59.932431 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-5b90c83e-daa9-4199-b8e9-db90b9236a87 None None] Provisioning complete for port c531bac8-4fc1-4e10-a74c-395ae768ca2d triggered by entity DHCP. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 06:49:59.932965 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5b90c83e-daa9-4199-b8e9-db90b9236a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:49:59.940690 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6501b681-fb58-487e-b500-091af4bbad77 admin admin] Router 9ca40b62-9ded-4c11-834a-2f9ce121a034 is scheduled to L3 agent 4d190a5c-2620-4f2a-bccf-f8076df9706a with binding_index 1 {{(pid=80235) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 24 06:49:59.997384 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-5b90c83e-daa9-4199-b8e9-db90b9236a87 None None] Port c531bac8-4fc1-4e10-a74c-395ae768ca2d cannot update to ACTIVE because it is not bound. {{(pid=80237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 24 06:50:00.108075 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6501b681-fb58-487e-b500-091af4bbad77 admin admin] Notify agent at l3_agent.dv-cinder-772181-6-smb the message routers_updated {{(pid=80235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 24 06:50:00.120311 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-6501b681-fb58-487e-b500-091af4bbad77 admin admin] 10.222.0.22 "PUT /v2.0/routers/9ca40b62-9ded-4c11-834a-2f9ce121a034/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.7298317 Jan 24 06:50:00.120674 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3473ba-e056-4a6e-9d2a-b44963739c42 None None] Sync routers for ids ['9ca40b62-9ded-4c11-834a-2f9ce121a034'] in dv-cinder-772181-6-smb {{(pid=80238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 24 06:50:00.138048 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3473ba-e056-4a6e-9d2a-b44963739c42 None None] Routers {'9ca40b62-9ded-4c11-834a-2f9ce121a034'} bound to L3 agent in host dv-cinder-772181-6-smb {{(pid=80238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 06:50:00.139553 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-9e3473ba-e056-4a6e-9d2a-b44963739c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-24T06:49:21Z,description=,heartbeat_timestamp=2021-01-24T06:49:51Z,host='dv-cinder-772181-6-smb',id=4d190a5c-2620-4f2a-bccf-f8076df9706a,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T06:49:21Z,topic='l3_agent')) {'router_ids': ['9ca40b62-9ded-4c11-834a-2f9ce121a034'], 'active': True} {{(pid=80238) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 06:50:00.338104 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-9e3473ba-e056-4a6e-9d2a-b44963739c42 None None] Set router 9ca40b62-9ded-4c11-834a-2f9ce121a034 gateway port host: None {{(pid=80238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 06:50:00.968810 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-9e3473ba-e056-4a6e-9d2a-b44963739c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca40b62-9ded-4c11-834a-2f9ce121a034', 'name': 'router1', 'tenant_id': '4ffee629d16a4ea499cf57ca1007f2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T06:49:48Z', 'updated_at': '2021-01-24T06:49:59Z', 'revision_number': 2, 'project_id': '4ffee629d16a4ea499cf57ca1007f2b9', 'gw_port_host': None, '_interfaces': [{'id': 'c531bac8-4fc1-4e10-a74c-395ae768ca2d', 'name': '', 'network_id': 'e3df3bdb-f881-45fe-91b9-ed062693c5be', 'tenant_id': '4ffee629d16a4ea499cf57ca1007f2b9', 'mac_address': 'fa:16:3e:96:60:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca40b62-9ded-4c11-834a-2f9ce121a034', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'da95f343-541f-4c93-a3db-1c9fcac22235', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T06:49:58Z', 'updated_at': '2021-01-24T06:49:59Z', 'revision_number': 2, 'project_id': '4ffee629d16a4ea499cf57ca1007f2b9', 'subnets': [{'id': 'da95f343-541f-4c93-a3db-1c9fcac22235', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0d8ceb8e-64b2-4984-9761-c38ae4c99de3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-6-smb', False) {} {{(pid=80238) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 06:50:00.975453 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3473ba-e056-4a6e-9d2a-b44963739c42 None None] Checking router: 9ca40b62-9ded-4c11-834a-2f9ce121a034 for host: dv-cinder-772181-6-smb {{(pid=80238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 24 06:50:00.975967 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3473ba-e056-4a6e-9d2a-b44963739c42 None None] Updating router 9ca40b62-9ded-4c11-834a-2f9ce121a034 port c531bac8-4fc1-4e10-a74c-395ae768ca2d binding host dv-cinder-772181-6-smb {{(pid=80238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 24 06:50:01.035654 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9e3473ba-e056-4a6e-9d2a-b44963739c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:50:01.530540 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9e3473ba-e056-4a6e-9d2a-b44963739c42 None None] Notify callbacks [] for port, precommit_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:50:01.546181 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-9e3473ba-e056-4a6e-9d2a-b44963739c42 None None] Transition to ACTIVE for port object c531bac8-4fc1-4e10-a74c-395ae768ca2d will not be triggered until provisioned by entity L2. {{(pid=80238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 06:50:01.549205 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9e3473ba-e056-4a6e-9d2a-b44963739c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098'] for port, after_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:50:01.565637 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:50:01.705390 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddea223d-234e-4a67-aa0e-d5270302af30 None None] Pushing event updated for resources: {'Port': ['ID=c531bac8-4fc1-4e10-a74c-395ae768ca2d,revision_number=3']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:50:01.727991 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddea223d-234e-4a67-aa0e-d5270302af30 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:50:01.728329 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddea223d-234e-4a67-aa0e-d5270302af30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:50:01.728687 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddea223d-234e-4a67-aa0e-d5270302af30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:50:01.729034 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddea223d-234e-4a67-aa0e-d5270302af30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:50:01.729383 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddea223d-234e-4a67-aa0e-d5270302af30 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:50:01.729728 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddea223d-234e-4a67-aa0e-d5270302af30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:50:01.730071 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddea223d-234e-4a67-aa0e-d5270302af30 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:50:01.730413 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddea223d-234e-4a67-aa0e-d5270302af30 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:50:01.730754 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddea223d-234e-4a67-aa0e-d5270302af30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:50:01.731099 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddea223d-234e-4a67-aa0e-d5270302af30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:50:01.731439 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddea223d-234e-4a67-aa0e-d5270302af30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:50:01.731820 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddea223d-234e-4a67-aa0e-d5270302af30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:50:01.732963 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddea223d-234e-4a67-aa0e-d5270302af30 None None] Tracked resource versions report: Jan 24 06:50:01.732963 dv-cinder-772181-6-smb neutron-server[80122]: pushed versions: Jan 24 06:50:01.732963 dv-cinder-772181-6-smb neutron-server[80122]: { 'AddressGroup': {'1.1'}, Jan 24 06:50:01.732963 dv-cinder-772181-6-smb neutron-server[80122]: 'ConntrackHelper': {'1.0'}, Jan 24 06:50:01.732963 dv-cinder-772181-6-smb neutron-server[80122]: 'Log': {'1.0'}, Jan 24 06:50:01.732963 dv-cinder-772181-6-smb neutron-server[80122]: 'Network': {'1.1'}, Jan 24 06:50:01.732963 dv-cinder-772181-6-smb neutron-server[80122]: 'Port': {'1.6'}, Jan 24 06:50:01.732963 dv-cinder-772181-6-smb neutron-server[80122]: 'PortForwarding': {'1.2'}, Jan 24 06:50:01.732963 dv-cinder-772181-6-smb neutron-server[80122]: 'QosPolicy': {'1.8'}, Jan 24 06:50:01.732963 dv-cinder-772181-6-smb neutron-server[80122]: 'SecurityGroup': {'1.4'}, Jan 24 06:50:01.732963 dv-cinder-772181-6-smb neutron-server[80122]: 'SecurityGroupRule': {'1.2'}, Jan 24 06:50:01.732963 dv-cinder-772181-6-smb neutron-server[80122]: 'SubPort': {'1.0'}, Jan 24 06:50:01.732963 dv-cinder-772181-6-smb neutron-server[80122]: 'Subnet': {'1.1'}, Jan 24 06:50:01.732963 dv-cinder-772181-6-smb neutron-server[80122]: 'Trunk': {'1.1'}} Jan 24 06:50:01.732963 dv-cinder-772181-6-smb neutron-server[80122]: consumer versions: Jan 24 06:50:01.732963 dv-cinder-772181-6-smb neutron-server[80122]: { DHCP agent@dv-cinder-772181-6-smb: {}, Jan 24 06:50:01.732963 dv-cinder-772181-6-smb neutron-server[80122]: L3 agent@dv-cinder-772181-6-smb: {}, Jan 24 06:50:01.732963 dv-cinder-772181-6-smb neutron-server[80122]: Metadata agent@dv-cinder-772181-6-smb: {}, Jan 24 06:50:01.732963 dv-cinder-772181-6-smb neutron-server[80122]: Metering agent@dv-cinder-772181-6-smb: {}, Jan 24 06:50:01.732963 dv-cinder-772181-6-smb neutron-server[80122]: Open vSwitch agent@dv-cinder-772181-6-smb: { 'AddressGroup': '1.1', Jan 24 06:50:01.732963 dv-cinder-772181-6-smb neutron-server[80122]: 'ConntrackHelper': '1.0', Jan 24 06:50:01.732963 dv-cinder-772181-6-smb neutron-server[80122]: 'Log': '1.0', Jan 24 06:50:01.732963 dv-cinder-772181-6-smb neutron-server[80122]: 'Network': '1.1', Jan 24 06:50:01.732963 dv-cinder-772181-6-smb neutron-server[80122]: 'Port': '1.6', Jan 24 06:50:01.732963 dv-cinder-772181-6-smb neutron-server[80122]: 'PortForwarding': '1.2', Jan 24 06:50:01.732963 dv-cinder-772181-6-smb neutron-server[80122]: 'QosPolicy': '1.8', Jan 24 06:50:01.732963 dv-cinder-772181-6-smb neutron-server[80122]: 'SecurityGroup': '1.4', Jan 24 06:50:01.732963 dv-cinder-772181-6-smb neutron-server[80122]: 'SecurityGroupRule': '1.2', Jan 24 06:50:01.732963 dv-cinder-772181-6-smb neutron-server[80122]: 'SubPort': '1.0', Jan 24 06:50:01.732963 dv-cinder-772181-6-smb neutron-server[80122]: 'Subnet': '1.1', Jan 24 06:50:01.732963 dv-cinder-772181-6-smb neutron-server[80122]: 'Trunk': '1.1'}} Jan 24 06:50:01.732963 dv-cinder-772181-6-smb neutron-server[80122]: {{(pid=80238) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 24 06:50:01.740573 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-ddea223d-234e-4a67-aa0e-d5270302af30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:50:01.899181 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-9e3473ba-e056-4a6e-9d2a-b44963739c42 None None] Attempting to bind port c531bac8-4fc1-4e10-a74c-395ae768ca2d on host dv-cinder-772181-6-smb for vnic_type normal with profile {{(pid=80238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 06:50:01.899868 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-9e3473ba-e056-4a6e-9d2a-b44963739c42 None None] Attempting to bind port c531bac8-4fc1-4e10-a74c-395ae768ca2d by drivers openvswitch on host dv-cinder-772181-6-smb at level 0 using segments [{'id': 'eda23f29-ceb2-4460-be2d-fef124873a4f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'e3df3bdb-f881-45fe-91b9-ed062693c5be'}] {{(pid=80238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 06:50:01.900574 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3473ba-e056-4a6e-9d2a-b44963739c42 None None] Attempting to bind port c531bac8-4fc1-4e10-a74c-395ae768ca2d on network e3df3bdb-f881-45fe-91b9-ed062693c5be {{(pid=80238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 06:50:01.913275 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3473ba-e056-4a6e-9d2a-b44963739c42 None None] Checking agent: {'id': '3fe64d96-acff-4950-84fb-d8384a2371af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 6, 49, 21), 'started_at': datetime.datetime(2021, 1, 24, 6, 49, 51), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 6, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 06:50:01.914078 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3473ba-e056-4a6e-9d2a-b44963739c42 None None] Checking segment: {'id': 'eda23f29-ceb2-4460-be2d-fef124873a4f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'e3df3bdb-f881-45fe-91b9-ed062693c5be'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 06:50:01.914797 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9e3473ba-e056-4a6e-9d2a-b44963739c42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:50:01.915537 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3473ba-e056-4a6e-9d2a-b44963739c42 None None] Bound using segment: {'id': 'eda23f29-ceb2-4460-be2d-fef124873a4f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'e3df3bdb-f881-45fe-91b9-ed062693c5be'} {{(pid=80238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 06:50:01.916431 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-9e3473ba-e056-4a6e-9d2a-b44963739c42 None None] Bound port: c531bac8-4fc1-4e10-a74c-395ae768ca2d, host: dv-cinder-772181-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eda23f29-ceb2-4460-be2d-fef124873a4f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'e3df3bdb-f881-45fe-91b9-ed062693c5be'}}] {{(pid=80238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 06:50:01.917084 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9e3473ba-e056-4a6e-9d2a-b44963739c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:50:02.031418 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-9e3473ba-e056-4a6e-9d2a-b44963739c42 None None] For port c531bac8-4fc1-4e10-a74c-395ae768ca2d, host dv-cinder-772181-6-smb, cleared binding levels {{(pid=80238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 06:50:02.037771 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-9e3473ba-e056-4a6e-9d2a-b44963739c42 None None] For port c531bac8-4fc1-4e10-a74c-395ae768ca2d, host dv-cinder-772181-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-6-smb',level=0,port_id=c531bac8-4fc1-4e10-a74c-395ae768ca2d,segment=NetworkSegment(eda23f29-ceb2-4460-be2d-fef124873a4f),segment_id=eda23f29-ceb2-4460-be2d-fef124873a4f)] {{(pid=80238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 06:50:02.041695 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9e3473ba-e056-4a6e-9d2a-b44963739c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098'] for port, after_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:50:02.061875 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-ddea223d-234e-4a67-aa0e-d5270302af30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:50:02.226309 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddea223d-234e-4a67-aa0e-d5270302af30 None None] Pushing event updated for resources: {'Port': ['ID=c531bac8-4fc1-4e10-a74c-395ae768ca2d,revision_number=4']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:50:02.232477 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-ddea223d-234e-4a67-aa0e-d5270302af30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:50:02.320711 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3473ba-e056-4a6e-9d2a-b44963739c42 None None] Routers {'9ca40b62-9ded-4c11-834a-2f9ce121a034'} bound to L3 agent in host dv-cinder-772181-6-smb {{(pid=80238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 06:50:02.321840 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-9e3473ba-e056-4a6e-9d2a-b44963739c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-24T06:49:21Z,description=,heartbeat_timestamp=2021-01-24T06:49:51Z,host='dv-cinder-772181-6-smb',id=4d190a5c-2620-4f2a-bccf-f8076df9706a,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T06:49:21Z,topic='l3_agent')) {'router_ids': ['9ca40b62-9ded-4c11-834a-2f9ce121a034'], 'active': True} {{(pid=80238) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 06:50:02.605598 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-9e3473ba-e056-4a6e-9d2a-b44963739c42 None None] Set router 9ca40b62-9ded-4c11-834a-2f9ce121a034 gateway port host: None {{(pid=80238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 06:50:03.027125 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 56892) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:50:03.065498 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-9e3473ba-e056-4a6e-9d2a-b44963739c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca40b62-9ded-4c11-834a-2f9ce121a034', 'name': 'router1', 'tenant_id': '4ffee629d16a4ea499cf57ca1007f2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T06:49:48Z', 'updated_at': '2021-01-24T06:49:59Z', 'revision_number': 2, 'project_id': '4ffee629d16a4ea499cf57ca1007f2b9', 'gw_port_host': None, '_interfaces': [{'id': 'c531bac8-4fc1-4e10-a74c-395ae768ca2d', 'name': '', 'network_id': 'e3df3bdb-f881-45fe-91b9-ed062693c5be', 'tenant_id': '4ffee629d16a4ea499cf57ca1007f2b9', 'mac_address': 'fa:16:3e:96:60:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca40b62-9ded-4c11-834a-2f9ce121a034', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'da95f343-541f-4c93-a3db-1c9fcac22235', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T06:49:58Z', 'updated_at': '2021-01-24T06:50:02Z', 'revision_number': 4, 'project_id': '4ffee629d16a4ea499cf57ca1007f2b9', 'subnets': [{'id': 'da95f343-541f-4c93-a3db-1c9fcac22235', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0d8ceb8e-64b2-4984-9761-c38ae4c99de3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-6-smb', False) {} {{(pid=80238) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 06:50:03.070331 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3473ba-e056-4a6e-9d2a-b44963739c42 None None] The sync data for ids ['9ca40b62-9ded-4c11-834a-2f9ce121a034'] in dv-cinder-772181-6-smb is: [{'id': '9ca40b62-9ded-4c11-834a-2f9ce121a034', 'name': 'router1', 'tenant_id': '4ffee629d16a4ea499cf57ca1007f2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T06:49:48Z', 'updated_at': '2021-01-24T06:49:59Z', 'revision_number': 2, 'project_id': '4ffee629d16a4ea499cf57ca1007f2b9', 'gw_port_host': None, '_interfaces': [{'id': 'c531bac8-4fc1-4e10-a74c-395ae768ca2d', 'name': '', 'network_id': 'e3df3bdb-f881-45fe-91b9-ed062693c5be', 'tenant_id': '4ffee629d16a4ea499cf57ca1007f2b9', 'mac_address': 'fa:16:3e:96:60:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca40b62-9ded-4c11-834a-2f9ce121a034', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'da95f343-541f-4c93-a3db-1c9fcac22235', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T06:49:58Z', 'updated_at': '2021-01-24T06:50:02Z', 'revision_number': 4, 'project_id': '4ffee629d16a4ea499cf57ca1007f2b9', 'subnets': [{'id': 'da95f343-541f-4c93-a3db-1c9fcac22235', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0d8ceb8e-64b2-4984-9761-c38ae4c99de3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 24 06:50:03.218866 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c366c9-ebeb-4b85-b1c7-50b152338ae2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:50:03.219430 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-74c366c9-ebeb-4b85-b1c7-50b152338ae2 admin admin] Synchronizing usage tracker for tenant:c19160d97bae4adeb9bf169fd48254bb on resource:network {{(pid=80235) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 06:50:03.236690 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-74c366c9-ebeb-4b85-b1c7-50b152338ae2 admin admin] Unset dirty status for tenant:c19160d97bae4adeb9bf169fd48254bb on resource:network {{(pid=80235) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 06:50:03.237956 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-74c366c9-ebeb-4b85-b1c7-50b152338ae2 admin admin] 10.222.0.22 "GET /v2.0/networks/3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a HTTP/1.1" status: 200 len: 842 time: 0.2096508 Jan 24 06:50:03.250463 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-614679bd-bcd8-41c9-afd2-bb3437e54982 admin admin] Request body: {'subnet': {'gateway_ip': '172.28.0.1', 'enable_dhcp': False, 'cidr': '172.28.0.0/24', 'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'ip_version': 4, 'name': 'public-subnet'}} {{(pid=80235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 06:50:03.257038 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-614679bd-bcd8-41c9-afd2-bb3437e54982 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 06:50:03.261083 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-614679bd-bcd8-41c9-afd2-bb3437e54982 admin admin] Usage tracker for resource:subnet and tenant:c19160d97bae4adeb9bf169fd48254bb is out of sync, need to count used quota {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 06:50:03.264353 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-614679bd-bcd8-41c9-afd2-bb3437e54982 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 06:50:03.271086 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-614679bd-bcd8-41c9-afd2-bb3437e54982 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 06:50:03.281135 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-614679bd-bcd8-41c9-afd2-bb3437e54982 admin admin] Made reservation on behalf of c19160d97bae4adeb9bf169fd48254bb for: {'subnet': 1} {{(pid=80235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 06:50:03.286199 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-614679bd-bcd8-41c9-afd2-bb3437e54982 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:50:03.755985 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.objects.ports [None req-614679bd-bcd8-41c9-afd2-bb3437e54982 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80235) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 24 06:50:03.756445 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-614679bd-bcd8-41c9-afd2-bb3437e54982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854325308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788'] for subnet, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:50:03.772206 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:50:04.085135 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614679bd-bcd8-41c9-afd2-bb3437e54982 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ded01328-6a1f-470d-9832-6a1e67bc132f,revision_number=0']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:50:04.094369 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-614679bd-bcd8-41c9-afd2-bb3437e54982 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:50:04.151855 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614679bd-bcd8-41c9-afd2-bb3437e54982 admin admin] Checking segment: {'id': 'c7c4758e-d769-4634-92c6-d73b8ba1db56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 06:50:04.152245 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614679bd-bcd8-41c9-afd2-bb3437e54982 admin admin] Network hostable DHCP agents. Network: 3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a, hostable agents: ['d33f51e1-f1a2-468d-95a7-36d67ba2db65'], hosted agents: [] {{(pid=80235) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 24 06:50:04.175087 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614679bd-bcd8-41c9-afd2-bb3437e54982 admin admin] Network 3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a is scheduled to be hosted by DHCP agent d33f51e1-f1a2-468d-95a7-36d67ba2db65 with binding_index 1 {{(pid=80235) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 24 06:50:04.186675 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [None req-614679bd-bcd8-41c9-afd2-bb3437e54982 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-6-smb, 3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a) {{(pid=80235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 06:50:04.190606 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614679bd-bcd8-41c9-afd2-bb3437e54982 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:50:04.191244 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-614679bd-bcd8-41c9-afd2-bb3437e54982 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539807'] for subnet, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:50:04.198773 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf840ca9-93dc-4ada-b6d3-03532c2b3106 None None] Network 3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a requested from dv-cinder-772181-6-smb {{(pid=80237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 06:50:04.231561 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-614679bd-bcd8-41c9-afd2-bb3437e54982 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9866514 Jan 24 06:50:04.463412 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124ef734-d852-4c6d-a50a-d22b3487f4ba None None] Network 3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a requested from dv-cinder-772181-6-smb {{(pid=80237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 06:50:05.151889 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Device c531bac8-4fc1-4e10-a74c-395ae768ca2d up at agent ovs-agent-dv-cinder-772181-6-smb {{(pid=80237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 06:50:05.225741 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Provisioning for port c531bac8-4fc1-4e10-a74c-395ae768ca2d completed by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 06:50:05.230999 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Provisioning complete for port c531bac8-4fc1-4e10-a74c-395ae768ca2d triggered by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 06:50:05.231407 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:50:05.359103 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:50:05.393588 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] For port c531bac8-4fc1-4e10-a74c-395ae768ca2d, host dv-cinder-772181-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-6-smb',level=0,port_id=c531bac8-4fc1-4e10-a74c-395ae768ca2d,segment=NetworkSegment(eda23f29-ceb2-4460-be2d-fef124873a4f),segment_id=eda23f29-ceb2-4460-be2d-fef124873a4f)] {{(pid=80237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 06:50:05.397213 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098'] for port, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:50:05.399396 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-8b147280-680b-4ae4-863f-cbe6ebeea1c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:50:05.471130 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Pushing event updated for resources: {'Port': ['ID=c531bac8-4fc1-4e10-a74c-395ae768ca2d,revision_number=5']} {{(pid=80237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:50:05.475149 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:50:06.902354 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 56906) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:50:07.139358 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Device c531bac8-4fc1-4e10-a74c-395ae768ca2d up at agent ovs-agent-dv-cinder-772181-6-smb {{(pid=80237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 06:50:07.157930 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-17bd552e-d414-43a3-80d2-d47202ce1669 admin admin] 10.222.0.22 "GET /v2.0/routers/9ca40b62-9ded-4c11-834a-2f9ce121a034 HTTP/1.1" status: 200 len: 710 time: 0.2543592 Jan 24 06:50:07.215073 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Provisioning complete for port c531bac8-4fc1-4e10-a74c-395ae768ca2d triggered by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 06:50:07.215485 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:50:07.300231 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6b3e35-1831-4830-95a6-8c464bb4c207 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:50:07.302605 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-3a6b3e35-1831-4830-95a6-8c464bb4c207 admin admin] 10.222.0.22 "GET /v2.0/networks/3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a HTTP/1.1" status: 200 len: 886 time: 0.1376059 Jan 24 06:50:07.313170 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-7976a394-50f1-4578-96b7-0fcef961e2df admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a'}}} {{(pid=80235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 06:50:07.777907 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-7976a394-50f1-4578-96b7-0fcef961e2df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854261344', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-491778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2396'] for router, precommit_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:50:08.134168 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-7976a394-50f1-4578-96b7-0fcef961e2df admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:50:08.194131 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-7976a394-50f1-4578-96b7-0fcef961e2df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:50:08.206970 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-7976a394-50f1-4578-96b7-0fcef961e2df admin admin] Notify callbacks [] for security_group, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:50:08.221990 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-7976a394-50f1-4578-96b7-0fcef961e2df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 06:50:08.226262 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-7976a394-50f1-4578-96b7-0fcef961e2df admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 06:50:08.229179 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-7976a394-50f1-4578-96b7-0fcef961e2df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 06:50:08.234857 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-7976a394-50f1-4578-96b7-0fcef961e2df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 06:50:08.325358 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-7976a394-50f1-4578-96b7-0fcef961e2df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:50:08.328303 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-7976a394-50f1-4578-96b7-0fcef961e2df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:50:08.343618 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:50:08.433923 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7976a394-50f1-4578-96b7-0fcef961e2df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b456f24e-bce6-4f91-91c4-5c232f380f96,revision_number=1']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:50:08.443644 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-7976a394-50f1-4578-96b7-0fcef961e2df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:50:08.637232 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.db_base_plugin_common [None req-7976a394-50f1-4578-96b7-0fcef961e2df admin admin] Allocated IP 172.28.0.218 (3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a/ded01328-6a1f-470d-9832-6a1e67bc132f/ac692665-511c-42a7-9203-1c0495ec287b) {{(pid=80235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 06:50:08.978968 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-7976a394-50f1-4578-96b7-0fcef961e2df admin admin] Notify callbacks [] for port, precommit_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:50:09.008856 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-7976a394-50f1-4578-96b7-0fcef961e2df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363276713217020'] for port, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:50:09.027455 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:50:09.161132 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7976a394-50f1-4578-96b7-0fcef961e2df admin admin] Pushing event updated for resources: {'Port': ['ID=ac692665-511c-42a7-9203-1c0495ec287b,revision_number=1']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:50:09.166345 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-7976a394-50f1-4578-96b7-0fcef961e2df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:50:09.215387 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7976a394-50f1-4578-96b7-0fcef961e2df admin admin] Network 3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a is already hosted by enough agents. {{(pid=80235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 06:50:09.216603 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [None req-7976a394-50f1-4578-96b7-0fcef961e2df admin admin] Resources bound (agent type, host, resource id): {{(pid=80235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 06:50:09.218959 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7976a394-50f1-4578-96b7-0fcef961e2df admin admin] Received port after_create {{(pid=80235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 06:50:09.625527 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-7976a394-50f1-4578-96b7-0fcef961e2df admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:50:09.984348 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-7976a394-50f1-4578-96b7-0fcef961e2df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854261344', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-491778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2396'] for router, precommit_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:50:09.987985 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-7976a394-50f1-4578-96b7-0fcef961e2df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-514473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854261327', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854284022'] for router, after_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:50:10.174394 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7976a394-50f1-4578-96b7-0fcef961e2df admin admin] Router 9ca40b62-9ded-4c11-834a-2f9ce121a034 has already been hosted by L3 agent 4d190a5c-2620-4f2a-bccf-f8076df9706a {{(pid=80235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 24 06:50:10.551625 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7976a394-50f1-4578-96b7-0fcef961e2df admin admin] Notify agent at l3_agent.dv-cinder-772181-6-smb the message routers_updated {{(pid=80235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 24 06:50:10.562660 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6690e044-6af3-442f-a480-8291c4191314 None None] Sync routers for ids ['9ca40b62-9ded-4c11-834a-2f9ce121a034'] in dv-cinder-772181-6-smb {{(pid=80237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 24 06:50:10.575715 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6690e044-6af3-442f-a480-8291c4191314 None None] Routers {'9ca40b62-9ded-4c11-834a-2f9ce121a034'} bound to L3 agent in host dv-cinder-772181-6-smb {{(pid=80237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 06:50:10.576387 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-6690e044-6af3-442f-a480-8291c4191314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-24T06:49:21Z,description=,heartbeat_timestamp=2021-01-24T06:49:51Z,host='dv-cinder-772181-6-smb',id=4d190a5c-2620-4f2a-bccf-f8076df9706a,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T06:49:21Z,topic='l3_agent')) {'router_ids': ['9ca40b62-9ded-4c11-834a-2f9ce121a034'], 'active': True} {{(pid=80237) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 06:50:10.577773 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-7976a394-50f1-4578-96b7-0fcef961e2df admin admin] Notify callbacks [] for router, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:50:10.579977 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-7976a394-50f1-4578-96b7-0fcef961e2df admin admin] 10.222.0.22 "PUT /v2.0/routers/9ca40b62-9ded-4c11-834a-2f9ce121a034 HTTP/1.1" status: 200 len: 890 time: 3.2702992 Jan 24 06:50:10.801318 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-6690e044-6af3-442f-a480-8291c4191314 None None] Set router 9ca40b62-9ded-4c11-834a-2f9ce121a034 gateway port host: dv-cinder-772181-6-smb {{(pid=80237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 06:50:11.225915 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-6690e044-6af3-442f-a480-8291c4191314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca40b62-9ded-4c11-834a-2f9ce121a034', 'name': 'router1', 'tenant_id': '4ffee629d16a4ea499cf57ca1007f2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'external_fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.218'}], 'enable_snat': True}, 'gw_port_id': 'ac692665-511c-42a7-9203-1c0495ec287b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T06:49:48Z', 'updated_at': '2021-01-24T06:50:09Z', 'revision_number': 4, 'project_id': '4ffee629d16a4ea499cf57ca1007f2b9', 'gw_port': {'id': 'ac692665-511c-42a7-9203-1c0495ec287b', 'name': '', 'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:bb:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca40b62-9ded-4c11-834a-2f9ce121a034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T06:50:08Z', 'updated_at': '2021-01-24T06:50:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-6-smb', '_interfaces': [{'id': 'c531bac8-4fc1-4e10-a74c-395ae768ca2d', 'name': '', 'network_id': 'e3df3bdb-f881-45fe-91b9-ed062693c5be', 'tenant_id': '4ffee629d16a4ea499cf57ca1007f2b9', 'mac_address': 'fa:16:3e:96:60:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca40b62-9ded-4c11-834a-2f9ce121a034', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'da95f343-541f-4c93-a3db-1c9fcac22235', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T06:49:58Z', 'updated_at': '2021-01-24T06:50:05Z', 'revision_number': 5, 'project_id': '4ffee629d16a4ea499cf57ca1007f2b9', 'subnets': [{'id': 'da95f343-541f-4c93-a3db-1c9fcac22235', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0d8ceb8e-64b2-4984-9761-c38ae4c99de3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-6-smb', False) {} {{(pid=80237) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 06:50:11.235189 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6690e044-6af3-442f-a480-8291c4191314 None None] Checking router: 9ca40b62-9ded-4c11-834a-2f9ce121a034 for host: dv-cinder-772181-6-smb {{(pid=80237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 24 06:50:11.235601 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6690e044-6af3-442f-a480-8291c4191314 None None] Updating router 9ca40b62-9ded-4c11-834a-2f9ce121a034 port ac692665-511c-42a7-9203-1c0495ec287b binding host dv-cinder-772181-6-smb {{(pid=80237) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 24 06:50:11.323895 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6690e044-6af3-442f-a480-8291c4191314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:50:11.898716 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6690e044-6af3-442f-a480-8291c4191314 None None] Notify callbacks [] for port, precommit_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:50:11.923262 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-6690e044-6af3-442f-a480-8291c4191314 None None] Transition to ACTIVE for port object ac692665-511c-42a7-9203-1c0495ec287b will not be triggered until provisioned by entity L2. {{(pid=80237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 06:50:11.928076 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6690e044-6af3-442f-a480-8291c4191314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098'] for port, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:50:11.944672 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:50:12.097995 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef095a0-4008-4160-a114-b86b93a2d58b None None] Pushing event updated for resources: {'Port': ['ID=ac692665-511c-42a7-9203-1c0495ec287b,revision_number=2']} {{(pid=80237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:50:12.101034 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-6ef095a0-4008-4160-a114-b86b93a2d58b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:50:12.177918 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-6690e044-6af3-442f-a480-8291c4191314 None None] Attempting to bind port ac692665-511c-42a7-9203-1c0495ec287b on host dv-cinder-772181-6-smb for vnic_type normal with profile {{(pid=80237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 06:50:12.178199 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-6690e044-6af3-442f-a480-8291c4191314 None None] Attempting to bind port ac692665-511c-42a7-9203-1c0495ec287b by drivers openvswitch on host dv-cinder-772181-6-smb at level 0 using segments [{'id': 'c7c4758e-d769-4634-92c6-d73b8ba1db56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a'}] {{(pid=80237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 06:50:12.178557 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6690e044-6af3-442f-a480-8291c4191314 None None] Attempting to bind port ac692665-511c-42a7-9203-1c0495ec287b on network 3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a {{(pid=80237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 06:50:12.184868 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6690e044-6af3-442f-a480-8291c4191314 None None] Checking agent: {'id': '3fe64d96-acff-4950-84fb-d8384a2371af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 6, 49, 21), 'started_at': datetime.datetime(2021, 1, 24, 6, 49, 51), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 6, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 06:50:12.185281 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6690e044-6af3-442f-a480-8291c4191314 None None] Checking segment: {'id': 'c7c4758e-d769-4634-92c6-d73b8ba1db56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 06:50:12.185723 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6690e044-6af3-442f-a480-8291c4191314 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:50:12.186159 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6690e044-6af3-442f-a480-8291c4191314 None None] Bound using segment: {'id': 'c7c4758e-d769-4634-92c6-d73b8ba1db56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a'} {{(pid=80237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 06:50:12.186668 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-6690e044-6af3-442f-a480-8291c4191314 None None] Bound port: ac692665-511c-42a7-9203-1c0495ec287b, host: dv-cinder-772181-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c4758e-d769-4634-92c6-d73b8ba1db56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a'}}] {{(pid=80237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 06:50:12.187084 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6690e044-6af3-442f-a480-8291c4191314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:50:12.268038 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-6690e044-6af3-442f-a480-8291c4191314 None None] For port ac692665-511c-42a7-9203-1c0495ec287b, host dv-cinder-772181-6-smb, cleared binding levels {{(pid=80237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 06:50:12.271976 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-6690e044-6af3-442f-a480-8291c4191314 None None] For port ac692665-511c-42a7-9203-1c0495ec287b, host dv-cinder-772181-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-6-smb',level=0,port_id=ac692665-511c-42a7-9203-1c0495ec287b,segment=NetworkSegment(c7c4758e-d769-4634-92c6-d73b8ba1db56),segment_id=c7c4758e-d769-4634-92c6-d73b8ba1db56)] {{(pid=80237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 06:50:12.275586 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6690e044-6af3-442f-a480-8291c4191314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098'] for port, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:50:12.289760 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:50:12.463622 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef095a0-4008-4160-a114-b86b93a2d58b None None] Pushing event updated for resources: {'Port': ['ID=ac692665-511c-42a7-9203-1c0495ec287b,revision_number=3']} {{(pid=80237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:50:12.467017 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-6ef095a0-4008-4160-a114-b86b93a2d58b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:50:12.536718 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6690e044-6af3-442f-a480-8291c4191314 None None] Routers {'9ca40b62-9ded-4c11-834a-2f9ce121a034'} bound to L3 agent in host dv-cinder-772181-6-smb {{(pid=80237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 06:50:12.537389 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-6690e044-6af3-442f-a480-8291c4191314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-24T06:49:21Z,description=,heartbeat_timestamp=2021-01-24T06:49:51Z,host='dv-cinder-772181-6-smb',id=4d190a5c-2620-4f2a-bccf-f8076df9706a,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T06:49:21Z,topic='l3_agent')) {'router_ids': ['9ca40b62-9ded-4c11-834a-2f9ce121a034'], 'active': True} {{(pid=80237) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 06:50:12.728156 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-6690e044-6af3-442f-a480-8291c4191314 None None] Set router 9ca40b62-9ded-4c11-834a-2f9ce121a034 gateway port host: dv-cinder-772181-6-smb {{(pid=80237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 06:50:13.263144 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-6690e044-6af3-442f-a480-8291c4191314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca40b62-9ded-4c11-834a-2f9ce121a034', 'name': 'router1', 'tenant_id': '4ffee629d16a4ea499cf57ca1007f2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'external_fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.218'}], 'enable_snat': True}, 'gw_port_id': 'ac692665-511c-42a7-9203-1c0495ec287b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T06:49:48Z', 'updated_at': '2021-01-24T06:50:09Z', 'revision_number': 4, 'project_id': '4ffee629d16a4ea499cf57ca1007f2b9', 'gw_port': {'id': 'ac692665-511c-42a7-9203-1c0495ec287b', 'name': '', 'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:bb:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca40b62-9ded-4c11-834a-2f9ce121a034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T06:50:08Z', 'updated_at': '2021-01-24T06:50:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-6-smb', '_interfaces': [{'id': 'c531bac8-4fc1-4e10-a74c-395ae768ca2d', 'name': '', 'network_id': 'e3df3bdb-f881-45fe-91b9-ed062693c5be', 'tenant_id': '4ffee629d16a4ea499cf57ca1007f2b9', 'mac_address': 'fa:16:3e:96:60:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca40b62-9ded-4c11-834a-2f9ce121a034', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'da95f343-541f-4c93-a3db-1c9fcac22235', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T06:49:58Z', 'updated_at': '2021-01-24T06:50:05Z', 'revision_number': 5, 'project_id': '4ffee629d16a4ea499cf57ca1007f2b9', 'subnets': [{'id': 'da95f343-541f-4c93-a3db-1c9fcac22235', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0d8ceb8e-64b2-4984-9761-c38ae4c99de3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-6-smb', False) {} {{(pid=80237) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 06:50:13.268243 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6690e044-6af3-442f-a480-8291c4191314 None None] The sync data for ids ['9ca40b62-9ded-4c11-834a-2f9ce121a034'] in dv-cinder-772181-6-smb is: [{'id': '9ca40b62-9ded-4c11-834a-2f9ce121a034', 'name': 'router1', 'tenant_id': '4ffee629d16a4ea499cf57ca1007f2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'external_fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.218'}], 'enable_snat': True}, 'gw_port_id': 'ac692665-511c-42a7-9203-1c0495ec287b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T06:49:48Z', 'updated_at': '2021-01-24T06:50:09Z', 'revision_number': 4, 'project_id': '4ffee629d16a4ea499cf57ca1007f2b9', 'gw_port': {'id': 'ac692665-511c-42a7-9203-1c0495ec287b', 'name': '', 'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:bb:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca40b62-9ded-4c11-834a-2f9ce121a034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T06:50:08Z', 'updated_at': '2021-01-24T06:50:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-6-smb', '_interfaces': [{'id': 'c531bac8-4fc1-4e10-a74c-395ae768ca2d', 'name': '', 'network_id': 'e3df3bdb-f881-45fe-91b9-ed062693c5be', 'tenant_id': '4ffee629d16a4ea499cf57ca1007f2b9', 'mac_address': 'fa:16:3e:96:60:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca40b62-9ded-4c11-834a-2f9ce121a034', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'da95f343-541f-4c93-a3db-1c9fcac22235', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T06:49:58Z', 'updated_at': '2021-01-24T06:50:05Z', 'revision_number': 5, 'project_id': '4ffee629d16a4ea499cf57ca1007f2b9', 'subnets': [{'id': 'da95f343-541f-4c93-a3db-1c9fcac22235', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0d8ceb8e-64b2-4984-9761-c38ae4c99de3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 24 06:50:13.456461 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 56916) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:50:13.681623 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc35387-4d09-4123-9898-073835cf3cc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:50:13.683458 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-1bc35387-4d09-4123-9898-073835cf3cc3 admin admin] 10.222.0.22 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1078 time: 0.2258158 Jan 24 06:50:15.208846 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Device ac692665-511c-42a7-9203-1c0495ec287b up at agent ovs-agent-dv-cinder-772181-6-smb {{(pid=80237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 06:50:15.334606 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Provisioning for port ac692665-511c-42a7-9203-1c0495ec287b completed by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 06:50:15.343213 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Provisioning complete for port ac692665-511c-42a7-9203-1c0495ec287b triggered by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 06:50:15.343896 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:50:15.580034 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:50:15.619151 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] For port ac692665-511c-42a7-9203-1c0495ec287b, host dv-cinder-772181-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-6-smb',level=0,port_id=ac692665-511c-42a7-9203-1c0495ec287b,segment=NetworkSegment(c7c4758e-d769-4634-92c6-d73b8ba1db56),segment_id=c7c4758e-d769-4634-92c6-d73b8ba1db56)] {{(pid=80237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 06:50:15.627351 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098'] for port, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:50:15.632991 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:50:15.767680 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Pushing event updated for resources: {'Port': ['ID=ac692665-511c-42a7-9203-1c0495ec287b,revision_number=4']} {{(pid=80237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:50:15.773508 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:50:16.182769 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-fa5d78d8-9e5c-4378-804f-88accebeacae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:50:17.221002 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Device ac692665-511c-42a7-9203-1c0495ec287b up at agent ovs-agent-dv-cinder-772181-6-smb {{(pid=80237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 06:50:17.396095 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Provisioning complete for port ac692665-511c-42a7-9203-1c0495ec287b triggered by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 06:50:17.397249 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:50:19.603246 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-73e242ac-8790-4a78-a707-fe00eef564b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:50:20.633141 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-55c72513-6937-4d10-900b-b7962f159bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:50:21.134830 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:50:22.573218 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-234e5594-7a0b-4e8c-b8aa-6f4b31972cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:50:36.112653 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.agents_db [None req-2c2cd112-eb45-4d42-b228-ef41d20f669c None None] Agent healthcheck: found 5 active agents {{(pid=80238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 06:50:46.165751 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5b08fd16-c5c9-42a1-9197-7011d21792fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:50:49.550507 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-73e242ac-8790-4a78-a707-fe00eef564b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:50:50.614059 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6a148902-46fe-4f44-9a48-b04bb2c16dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:50:51.076819 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:50:52.532829 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-234e5594-7a0b-4e8c-b8aa-6f4b31972cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:51:13.113557 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.agents_db [None req-2c2cd112-eb45-4d42-b228-ef41d20f669c None None] Agent healthcheck: found 5 active agents {{(pid=80238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 06:51:16.169855 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce31d4fd-17b0-41aa-9834-53c9a9f30332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:51:19.553317 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-73e242ac-8790-4a78-a707-fe00eef564b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:51:20.608253 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-152ce0eb-2502-4970-99d0-eaec63dabefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:51:21.080511 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:51:22.536539 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-234e5594-7a0b-4e8c-b8aa-6f4b31972cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:51:46.173928 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-55f2fbe9-6977-4162-8ca6-fcf681e9a12c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:51:49.559627 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-73e242ac-8790-4a78-a707-fe00eef564b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:51:50.113575 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.agents_db [None req-2c2cd112-eb45-4d42-b228-ef41d20f669c None None] Agent healthcheck: found 5 active agents {{(pid=80238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 06:51:50.610787 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-829926c6-d1c4-4520-920f-6eeae62d7083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:51:51.083343 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:51:52.539930 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-234e5594-7a0b-4e8c-b8aa-6f4b31972cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:52:16.175972 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ebbeac91-c51f-4566-bbc6-40bdcecfef96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:52:19.562565 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-73e242ac-8790-4a78-a707-fe00eef564b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:52:20.615199 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b558b533-e208-44b9-923a-da0e78e27961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:52:21.087004 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:52:22.547979 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-234e5594-7a0b-4e8c-b8aa-6f4b31972cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:52:27.113826 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.agents_db [None req-2c2cd112-eb45-4d42-b228-ef41d20f669c None None] Agent healthcheck: found 5 active agents {{(pid=80238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 06:52:34.456221 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 57494) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:52:34.563307 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.pecan_wsgi.hooks.translation [None req-def2105c-c897-4dc4-b8e9-bd18bb9836f5 admin admin] GET failed (client error): The resource could not be found. Jan 24 06:52:34.564717 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-def2105c-c897-4dc4-b8e9-bd18bb9836f5 admin admin] 10.222.0.22 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1074784 Jan 24 06:52:34.712478 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5195e4c4-6853-4432-828d-e0e951df3b65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:52:34.714109 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-5195e4c4-6853-4432-828d-e0e951df3b65 admin admin] 10.222.0.22 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 865 time: 0.1437047 Jan 24 06:52:37.200962 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 57504) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:52:37.345900 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54ec6e2-6632-457e-baf3-4e258cd6b74f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:52:37.347398 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-b54ec6e2-6632-457e-baf3-4e258cd6b74f admin admin] 10.222.0.22 "GET /v2.0/subnets/da95f343-541f-4c93-a3db-1c9fcac22235 HTTP/1.1" status: 200 len: 849 time: 0.1453483 Jan 24 06:52:37.358699 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-d4825ed7-afbb-415d-9604-2236e20e88a5 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=80236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 06:52:37.486353 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-d4825ed7-afbb-415d-9604-2236e20e88a5 admin admin] Notify callbacks [] for subnet, before_update {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:52:37.816617 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-d4825ed7-afbb-415d-9604-2236e20e88a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854325308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760142016815'] for subnet, after_update {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:52:37.836637 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-4824c92d-1f18-4bc2-8e63-65779395debc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:52:37.972864 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4825ed7-afbb-415d-9604-2236e20e88a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da95f343-541f-4c93-a3db-1c9fcac22235,revision_number=1']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:52:37.992886 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4825ed7-afbb-415d-9604-2236e20e88a5 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:52:37.993258 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4825ed7-afbb-415d-9604-2236e20e88a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:52:37.993621 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4825ed7-afbb-415d-9604-2236e20e88a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:52:37.993977 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4825ed7-afbb-415d-9604-2236e20e88a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:52:37.994329 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4825ed7-afbb-415d-9604-2236e20e88a5 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:52:37.994680 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4825ed7-afbb-415d-9604-2236e20e88a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:52:37.995026 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4825ed7-afbb-415d-9604-2236e20e88a5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:52:37.995370 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4825ed7-afbb-415d-9604-2236e20e88a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:52:37.995746 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4825ed7-afbb-415d-9604-2236e20e88a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:52:37.996094 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4825ed7-afbb-415d-9604-2236e20e88a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:52:37.996440 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4825ed7-afbb-415d-9604-2236e20e88a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:52:37.996780 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4825ed7-afbb-415d-9604-2236e20e88a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:52:38.000563 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-d4825ed7-afbb-415d-9604-2236e20e88a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:52:38.032651 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4825ed7-afbb-415d-9604-2236e20e88a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:52:38.033301 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-d4825ed7-afbb-415d-9604-2236e20e88a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539807'] for subnet, before_response {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:52:38.034732 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-d4825ed7-afbb-415d-9604-2236e20e88a5 admin admin] 10.222.0.22 "PUT /v2.0/subnets/da95f343-541f-4c93-a3db-1c9fcac22235 HTTP/1.1" status: 200 len: 868 time: 0.6802409 Jan 24 06:52:38.038334 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25d1481-09dd-449f-984b-be1806b0e913 None None] Network e3df3bdb-f881-45fe-91b9-ed062693c5be requested from dv-cinder-772181-6-smb {{(pid=80237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 06:52:38.526404 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-6dc2e650-e043-4f48-9617-f71447258fbc None None] Provisioning complete for port c531bac8-4fc1-4e10-a74c-395ae768ca2d triggered by entity DHCP. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 06:52:38.526977 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6dc2e650-e043-4f48-9617-f71447258fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:52:38.668926 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-6dc2e650-e043-4f48-9617-f71447258fbc None None] Provisioning complete for port 4d0e7dfa-777b-4126-9c51-ba85fa48ca08 triggered by entity DHCP. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 06:52:38.669332 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6dc2e650-e043-4f48-9617-f71447258fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:52:40.555609 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 57514) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:52:40.777524 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dcd14d3-5cfd-41e7-9fbe-ac55ee0835c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:52:40.777862 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dcd14d3-5cfd-41e7-9fbe-ac55ee0835c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:52:40.779572 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-0dcd14d3-5cfd-41e7-9fbe-ac55ee0835c6 admin admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2228949 Jan 24 06:52:43.291468 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 57524) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:52:43.508067 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a5d9fc-44c2-47e9-b5f5-f27eec9a9df2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:52:43.508490 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a5d9fc-44c2-47e9-b5f5-f27eec9a9df2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:52:43.510161 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-47a5d9fc-44c2-47e9-b5f5-f27eec9a9df2 admin admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2175562 Jan 24 06:52:46.035015 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 57534) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:52:46.182399 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5867e218-80d6-4cf3-9470-680d32e6bddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:52:46.244429 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b8b057-2dbf-496c-b655-f258e7b253ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:52:46.245842 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-97b8b057-2dbf-496c-b655-f258e7b253ac admin admin] 10.222.0.22 "GET /v2.0/networks/3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a HTTP/1.1" status: 200 len: 886 time: 0.2098062 Jan 24 06:52:48.734642 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 57544) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:52:48.955264 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb891e62-ed4c-435d-adc2-8e9a43562461 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:52:48.957058 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-eb891e62-ed4c-435d-adc2-8e9a43562461 admin admin] 10.222.0.22 "GET /v2.0/networks/e3df3bdb-f881-45fe-91b9-ed062693c5be HTTP/1.1" status: 200 len: 862 time: 0.2210314 Jan 24 06:52:49.564720 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-73e242ac-8790-4a78-a707-fe00eef564b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:52:50.618305 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-894c6e98-719a-4827-8a11-1b55dd16a052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:52:51.089555 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:52:51.439841 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 57554) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:52:51.590215 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff00064-9a57-45d5-b666-561a34971afa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:52:51.590626 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff00064-9a57-45d5-b666-561a34971afa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:52:51.591419 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-eff00064-9a57-45d5-b666-561a34971afa admin admin] Synchronizing usage tracker for tenant:c19160d97bae4adeb9bf169fd48254bb on resource:subnet {{(pid=80235) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 06:52:51.608380 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-eff00064-9a57-45d5-b666-561a34971afa admin admin] Unset dirty status for tenant:c19160d97bae4adeb9bf169fd48254bb on resource:subnet {{(pid=80235) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 06:52:51.616052 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-eff00064-9a57-45d5-b666-561a34971afa admin admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1685793 Jan 24 06:52:52.549377 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-234e5594-7a0b-4e8c-b8aa-6f4b31972cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:52:54.165603 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 57564) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:52:54.322392 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e4eed4-64d7-4409-b303-4a8b7cd5c629 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:52:54.322815 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e4eed4-64d7-4409-b303-4a8b7cd5c629 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:52:54.324512 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-66e4eed4-64d7-4409-b303-4a8b7cd5c629 admin admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1578786 Jan 24 06:52:56.853324 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 57574) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:52:56.998619 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0f0de3-96f9-4eb8-94cc-2dcb1db96992 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:52:57.000165 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-ea0f0de3-96f9-4eb8-94cc-2dcb1db96992 admin admin] 10.222.0.22 "GET /v2.0/subnets/da95f343-541f-4c93-a3db-1c9fcac22235 HTTP/1.1" status: 200 len: 868 time: 0.1457663 Jan 24 06:52:59.517401 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 57584) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:52:59.660126 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903daf04-d33c-41be-80e4-1995a03d607b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:52:59.662217 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-903daf04-d33c-41be-80e4-1995a03d607b admin admin] 10.222.0.22 "GET /v2.0/subnets/ded01328-6a1f-470d-9832-6a1e67bc132f HTTP/1.1" status: 200 len: 816 time: 0.1437862 Jan 24 06:53:04.114341 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.agents_db [None req-2c2cd112-eb45-4d42-b228-ef41d20f669c None None] Agent healthcheck: found 5 active agents {{(pid=80238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 06:53:16.177920 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-a61c4206-5614-4b9f-8736-afba5e359f00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:53:19.565549 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-73e242ac-8790-4a78-a707-fe00eef564b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:53:20.623111 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f9303690-ca5c-4703-a4c8-e2f577902e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:53:21.092751 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:53:22.555263 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-234e5594-7a0b-4e8c-b8aa-6f4b31972cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:53:25.766183 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 57624) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:53:25.845918 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [None req-76b0d6b3-fe5e-415c-9c38-c30854c96f71 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=80235) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 06:53:25.846984 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-76b0d6b3-fe5e-415c-9c38-c30854c96f71 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0797880 Jan 24 06:53:28.470441 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 57634) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:53:28.580106 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4c47a8a-e00e-4c86-8a50-4db699070056 admin admin] GET failed (client error): The resource could not be found. Jan 24 06:53:28.581483 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-d4c47a8a-e00e-4c86-8a50-4db699070056 admin admin] 10.222.0.22 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1100292 Jan 24 06:53:28.720652 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cbc1f13-b6bc-4563-932c-d38208dda097 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:53:28.722224 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-5cbc1f13-b6bc-4563-932c-d38208dda097 admin admin] 10.222.0.22 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1354537 Jan 24 06:53:31.439735 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 57644) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:53:31.525611 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-50f108bd-0930-46f1-b1bf-7fa46914139b admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=80235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 06:53:31.530952 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-50f108bd-0930-46f1-b1bf-7fa46914139b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 06:53:31.542304 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-50f108bd-0930-46f1-b1bf-7fa46914139b admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 06:53:31.552003 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50f108bd-0930-46f1-b1bf-7fa46914139b admin admin] Made reservation on behalf of c19160d97bae4adeb9bf169fd48254bb for: {'network': 1} {{(pid=80235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 06:53:31.556876 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-50f108bd-0930-46f1-b1bf-7fa46914139b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for network, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:53:31.658080 dv-cinder-772181-6-smb neutron-server[80122]: WARNING neutron.services.revisions.revision_plugin [None req-50f108bd-0930-46f1-b1bf-7fa46914139b admin admin] Could not find related network for resource to bump revision. Jan 24 06:53:31.675399 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50f108bd-0930-46f1-b1bf-7fa46914139b admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2} {{(pid=80235) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 24 06:53:31.685799 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-50f108bd-0930-46f1-b1bf-7fa46914139b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419005'] for segment, precommit_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:53:31.686184 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.db.segments_db [None req-50f108bd-0930-46f1-b1bf-7fa46914139b admin admin] Added segment 5a6aa42c-f965-463e-a169-b51efb39cf8b of type vxlan for network b88331ff-5cc7-4dec-8636-fd028c83ee54 Jan 24 06:53:31.716405 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-50f108bd-0930-46f1-b1bf-7fa46914139b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760141522069'] for network, precommit_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:53:31.749288 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-50f108bd-0930-46f1-b1bf-7fa46914139b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854325290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788'] for network, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:53:31.750629 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f108bd-0930-46f1-b1bf-7fa46914139b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:53:31.751305 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-50f108bd-0930-46f1-b1bf-7fa46914139b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539807'] for network, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:53:31.757437 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-739adbc2-d38d-4ac3-b6b0-c0904b87a619 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:53:31.869811 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-50f108bd-0930-46f1-b1bf-7fa46914139b admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 840 time: 0.4284277 Jan 24 06:53:31.870567 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f108bd-0930-46f1-b1bf-7fa46914139b admin admin] Pushing event updated for resources: {'Network': ['ID=b88331ff-5cc7-4dec-8636-fd028c83ee54,revision_number=1']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:53:31.879425 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f108bd-0930-46f1-b1bf-7fa46914139b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:53:31.879953 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f108bd-0930-46f1-b1bf-7fa46914139b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:53:31.880207 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f108bd-0930-46f1-b1bf-7fa46914139b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:53:31.880512 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f108bd-0930-46f1-b1bf-7fa46914139b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:53:31.880871 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f108bd-0930-46f1-b1bf-7fa46914139b admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:53:31.881229 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f108bd-0930-46f1-b1bf-7fa46914139b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:53:31.881593 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f108bd-0930-46f1-b1bf-7fa46914139b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:53:31.881980 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f108bd-0930-46f1-b1bf-7fa46914139b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:53:31.882348 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f108bd-0930-46f1-b1bf-7fa46914139b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:53:31.882745 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f108bd-0930-46f1-b1bf-7fa46914139b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:53:31.883095 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f108bd-0930-46f1-b1bf-7fa46914139b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:53:31.883445 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f108bd-0930-46f1-b1bf-7fa46914139b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:53:31.887546 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-50f108bd-0930-46f1-b1bf-7fa46914139b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:53:31.899385 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Network b88331ff-5cc7-4dec-8636-fd028c83ee54 details requested by agent ovs-agent-dv-cinder-772181-6-smb with host dv-cinder-772181-6-smb {{(pid=80237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 24 06:53:34.452646 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 57654) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:53:34.561042 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.pecan_wsgi.hooks.translation [None req-643d69b1-749a-42dd-890a-7d176f160781 admin admin] GET failed (client error): The resource could not be found. Jan 24 06:53:34.561667 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-643d69b1-749a-42dd-890a-7d176f160781 admin admin] Synchronizing usage tracker for tenant:c19160d97bae4adeb9bf169fd48254bb on resource:network {{(pid=80235) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 06:53:34.578656 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-643d69b1-749a-42dd-890a-7d176f160781 admin admin] Unset dirty status for tenant:c19160d97bae4adeb9bf169fd48254bb on resource:network {{(pid=80235) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 06:53:34.579965 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-643d69b1-749a-42dd-890a-7d176f160781 admin admin] 10.222.0.22 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1262176 Jan 24 06:53:34.706473 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e010ebc-dcdd-463a-bac6-9b0b7dee5162 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:53:34.708801 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-9e010ebc-dcdd-463a-bac6-9b0b7dee5162 admin admin] 10.222.0.22 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 819 time: 0.1204002 Jan 24 06:53:34.719741 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-924a539b-d5f9-4c77-b860-b8575214ad17 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': 'b88331ff-5cc7-4dec-8636-fd028c83ee54'}} {{(pid=80235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 06:53:34.725080 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-924a539b-d5f9-4c77-b860-b8575214ad17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 06:53:34.735356 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-924a539b-d5f9-4c77-b860-b8575214ad17 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 06:53:34.745805 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-924a539b-d5f9-4c77-b860-b8575214ad17 admin admin] Made reservation on behalf of c19160d97bae4adeb9bf169fd48254bb for: {'subnet': 1} {{(pid=80235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 06:53:34.750520 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-924a539b-d5f9-4c77-b860-b8575214ad17 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:53:35.163939 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-924a539b-d5f9-4c77-b860-b8575214ad17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854325308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788'] for subnet, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:53:35.180737 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-614679bd-bcd8-41c9-afd2-bb3437e54982 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:53:35.308802 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924a539b-d5f9-4c77-b860-b8575214ad17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5986e73c-45ae-4469-989c-98a81b1bfcbb,revision_number=0']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:53:35.321639 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-924a539b-d5f9-4c77-b860-b8575214ad17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:53:35.381534 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924a539b-d5f9-4c77-b860-b8575214ad17 admin admin] Checking segment: {'id': '5a6aa42c-f965-463e-a169-b51efb39cf8b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b88331ff-5cc7-4dec-8636-fd028c83ee54'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 06:53:35.381922 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924a539b-d5f9-4c77-b860-b8575214ad17 admin admin] Network hostable DHCP agents. Network: b88331ff-5cc7-4dec-8636-fd028c83ee54, hostable agents: ['d33f51e1-f1a2-468d-95a7-36d67ba2db65'], hosted agents: [] {{(pid=80235) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 24 06:53:35.400788 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924a539b-d5f9-4c77-b860-b8575214ad17 admin admin] Network b88331ff-5cc7-4dec-8636-fd028c83ee54 is scheduled to be hosted by DHCP agent d33f51e1-f1a2-468d-95a7-36d67ba2db65 with binding_index 1 {{(pid=80235) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 24 06:53:35.409470 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [None req-924a539b-d5f9-4c77-b860-b8575214ad17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-6-smb, b88331ff-5cc7-4dec-8636-fd028c83ee54) {{(pid=80235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 06:53:35.414284 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-924a539b-d5f9-4c77-b860-b8575214ad17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:53:35.414867 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-924a539b-d5f9-4c77-b860-b8575214ad17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539807'] for subnet, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:53:35.419782 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b9ebc3-3760-461f-929b-148e6eadaa90 None None] Network b88331ff-5cc7-4dec-8636-fd028c83ee54 requested from dv-cinder-772181-6-smb {{(pid=80237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 06:53:35.440320 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-924a539b-d5f9-4c77-b860-b8575214ad17 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7245467 Jan 24 06:53:35.677051 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1588094b-d6a4-49cf-b57b-e66c38c79cd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa806b67e-33b8-5b8e-8be6-afe1d16f8eae-b88331ff-5cc7-4dec-8636-fd028c83ee54', 'network_id': 'b88331ff-5cc7-4dec-8636-fd028c83ee54', 'tenant_id': 'c19160d97bae4adeb9bf169fd48254bb', 'fixed_ips': [{'subnet_id': '5986e73c-45ae-4469-989c-98a81b1bfcbb'}]}} from dv-cinder-772181-6-smb. {{(pid=80237) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 24 06:53:35.677987 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1588094b-d6a4-49cf-b57b-e66c38c79cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_create {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:53:35.990852 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.db_base_plugin_common [None req-1588094b-d6a4-49cf-b57b-e66c38c79cd9 None None] Allocated IP 192.168.233.2 (b88331ff-5cc7-4dec-8636-fd028c83ee54/5986e73c-45ae-4469-989c-98a81b1bfcbb/e5cab028-a290-4833-9068-f1ab8d1943fc) {{(pid=80237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 06:53:36.230277 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1588094b-d6a4-49cf-b57b-e66c38c79cd9 None None] Notify callbacks [] for port, precommit_create {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:53:36.242724 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-1588094b-d6a4-49cf-b57b-e66c38c79cd9 None None] Transition to ACTIVE for port object e5cab028-a290-4833-9068-f1ab8d1943fc will not be triggered until provisioned by entity L2. {{(pid=80237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 06:53:36.260083 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-1588094b-d6a4-49cf-b57b-e66c38c79cd9 None None] Transition to ACTIVE for port object e5cab028-a290-4833-9068-f1ab8d1943fc will not be triggered until provisioned by entity DHCP. {{(pid=80237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 06:53:36.266962 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1588094b-d6a4-49cf-b57b-e66c38c79cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363276713217020'] for port, after_create {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:53:36.448501 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:53:36.569155 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1588094b-d6a4-49cf-b57b-e66c38c79cd9 None None] Pushing event updated for resources: {'Port': ['ID=e5cab028-a290-4833-9068-f1ab8d1943fc,revision_number=1']} {{(pid=80237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:53:36.588332 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1588094b-d6a4-49cf-b57b-e66c38c79cd9 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:53:36.588707 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1588094b-d6a4-49cf-b57b-e66c38c79cd9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:53:36.589071 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1588094b-d6a4-49cf-b57b-e66c38c79cd9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:53:36.589440 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1588094b-d6a4-49cf-b57b-e66c38c79cd9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:53:36.589801 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1588094b-d6a4-49cf-b57b-e66c38c79cd9 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:53:36.590162 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1588094b-d6a4-49cf-b57b-e66c38c79cd9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:53:36.590518 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1588094b-d6a4-49cf-b57b-e66c38c79cd9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:53:36.590878 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1588094b-d6a4-49cf-b57b-e66c38c79cd9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:53:36.591230 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1588094b-d6a4-49cf-b57b-e66c38c79cd9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:53:36.591582 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1588094b-d6a4-49cf-b57b-e66c38c79cd9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:53:36.591958 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1588094b-d6a4-49cf-b57b-e66c38c79cd9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:53:36.592312 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1588094b-d6a4-49cf-b57b-e66c38c79cd9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:53:36.598634 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-1588094b-d6a4-49cf-b57b-e66c38c79cd9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:53:36.656716 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1588094b-d6a4-49cf-b57b-e66c38c79cd9 None None] Network b88331ff-5cc7-4dec-8636-fd028c83ee54 is already hosted by enough agents. {{(pid=80237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 06:53:36.657910 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [None req-1588094b-d6a4-49cf-b57b-e66c38c79cd9 None None] Resources bound (agent type, host, resource id): {{(pid=80237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 06:53:36.664620 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1588094b-d6a4-49cf-b57b-e66c38c79cd9 None None] Received port after_create {{(pid=80237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 06:53:36.726491 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-1588094b-d6a4-49cf-b57b-e66c38c79cd9 None None] Attempting to bind port e5cab028-a290-4833-9068-f1ab8d1943fc on host dv-cinder-772181-6-smb for vnic_type normal with profile {{(pid=80237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 06:53:36.727115 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-1588094b-d6a4-49cf-b57b-e66c38c79cd9 None None] Attempting to bind port e5cab028-a290-4833-9068-f1ab8d1943fc by drivers openvswitch on host dv-cinder-772181-6-smb at level 0 using segments [{'id': '5a6aa42c-f965-463e-a169-b51efb39cf8b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b88331ff-5cc7-4dec-8636-fd028c83ee54'}] {{(pid=80237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 06:53:36.727247 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1588094b-d6a4-49cf-b57b-e66c38c79cd9 None None] Attempting to bind port e5cab028-a290-4833-9068-f1ab8d1943fc on network b88331ff-5cc7-4dec-8636-fd028c83ee54 {{(pid=80237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 06:53:36.733604 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1588094b-d6a4-49cf-b57b-e66c38c79cd9 None None] Checking agent: {'id': '3fe64d96-acff-4950-84fb-d8384a2371af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 6, 49, 21), 'started_at': datetime.datetime(2021, 1, 24, 6, 49, 51), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 6, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 06:53:36.734012 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1588094b-d6a4-49cf-b57b-e66c38c79cd9 None None] Checking segment: {'id': '5a6aa42c-f965-463e-a169-b51efb39cf8b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b88331ff-5cc7-4dec-8636-fd028c83ee54'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 06:53:36.734455 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1588094b-d6a4-49cf-b57b-e66c38c79cd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:53:36.734895 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1588094b-d6a4-49cf-b57b-e66c38c79cd9 None None] Bound using segment: {'id': '5a6aa42c-f965-463e-a169-b51efb39cf8b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b88331ff-5cc7-4dec-8636-fd028c83ee54'} {{(pid=80237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 06:53:36.735406 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-1588094b-d6a4-49cf-b57b-e66c38c79cd9 None None] Bound port: e5cab028-a290-4833-9068-f1ab8d1943fc, host: dv-cinder-772181-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a6aa42c-f965-463e-a169-b51efb39cf8b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b88331ff-5cc7-4dec-8636-fd028c83ee54'}}] {{(pid=80237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 06:53:36.735841 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1588094b-d6a4-49cf-b57b-e66c38c79cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:53:36.835102 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-1588094b-d6a4-49cf-b57b-e66c38c79cd9 None None] For port e5cab028-a290-4833-9068-f1ab8d1943fc, host dv-cinder-772181-6-smb, cleared binding levels {{(pid=80237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 06:53:36.840089 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-1588094b-d6a4-49cf-b57b-e66c38c79cd9 None None] For port e5cab028-a290-4833-9068-f1ab8d1943fc, host dv-cinder-772181-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-6-smb',level=0,port_id=e5cab028-a290-4833-9068-f1ab8d1943fc,segment=NetworkSegment(5a6aa42c-f965-463e-a169-b51efb39cf8b),segment_id=5a6aa42c-f965-463e-a169-b51efb39cf8b)] {{(pid=80237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 06:53:36.844668 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1588094b-d6a4-49cf-b57b-e66c38c79cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098'] for port, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:53:36.860897 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-6ef095a0-4008-4160-a114-b86b93a2d58b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:53:37.023602 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1588094b-d6a4-49cf-b57b-e66c38c79cd9 None None] Pushing event updated for resources: {'Port': ['ID=e5cab028-a290-4833-9068-f1ab8d1943fc,revision_number=2']} {{(pid=80237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:53:37.028380 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-1588094b-d6a4-49cf-b57b-e66c38c79cd9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:53:38.312438 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb34ad0-dbf4-44d4-abfe-d97cc5b3c43d None None] Network b88331ff-5cc7-4dec-8636-fd028c83ee54 requested from dv-cinder-772181-6-smb {{(pid=80237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 06:53:38.448206 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-e734020d-7522-41bf-a05c-5a566f27cece None None] Provisioning for port e5cab028-a290-4833-9068-f1ab8d1943fc completed by entity DHCP. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 06:53:39.283105 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Device e5cab028-a290-4833-9068-f1ab8d1943fc up at agent ovs-agent-dv-cinder-772181-6-smb {{(pid=80237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 06:53:39.359321 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Provisioning for port e5cab028-a290-4833-9068-f1ab8d1943fc completed by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 06:53:39.365511 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Provisioning complete for port e5cab028-a290-4833-9068-f1ab8d1943fc triggered by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 06:53:39.365916 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:53:39.493022 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:53:39.527966 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] For port e5cab028-a290-4833-9068-f1ab8d1943fc, host dv-cinder-772181-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-6-smb',level=0,port_id=e5cab028-a290-4833-9068-f1ab8d1943fc,segment=NetworkSegment(5a6aa42c-f965-463e-a169-b51efb39cf8b),segment_id=5a6aa42c-f965-463e-a169-b51efb39cf8b)] {{(pid=80237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 06:53:39.531335 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098'] for port, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:53:39.533689 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:53:39.607354 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Pushing event updated for resources: {'Port': ['ID=e5cab028-a290-4833-9068-f1ab8d1943fc,revision_number=3']} {{(pid=80237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:53:39.610708 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:53:41.113806 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.agents_db [None req-2c2cd112-eb45-4d42-b228-ef41d20f669c None None] Agent healthcheck: found 5 active agents {{(pid=80238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 06:53:41.260748 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Device e5cab028-a290-4833-9068-f1ab8d1943fc up at agent ovs-agent-dv-cinder-772181-6-smb {{(pid=80237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 06:53:41.332527 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Provisioning complete for port e5cab028-a290-4833-9068-f1ab8d1943fc triggered by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 06:53:41.332923 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:53:46.171590 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b2064b6a-4cd1-4848-b440-7ee5bf2a904e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:53:49.568564 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-73e242ac-8790-4a78-a707-fe00eef564b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:53:50.625510 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-a0be7608-d035-4ae7-889d-df80cb47532b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:53:51.096476 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:53:52.559412 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-234e5594-7a0b-4e8c-b8aa-6f4b31972cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:54:16.173460 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-31c612fe-ba66-4a28-a0ea-b94f9afd5e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:54:18.113458 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.agents_db [None req-2c2cd112-eb45-4d42-b228-ef41d20f669c None None] Agent healthcheck: found 5 active agents {{(pid=80238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 06:54:19.570767 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-73e242ac-8790-4a78-a707-fe00eef564b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:54:20.627968 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-3995e8a7-fbf7-49df-bb8e-5326655a2ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:54:21.099858 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:54:22.579800 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-234e5594-7a0b-4e8c-b8aa-6f4b31972cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:54:45.185188 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 57696) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:54:45.191612 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [None req-259fa510-2d13-4092-b434-08692ccdb0ce tempest-verify_tempest_config-2050622073 tempest-verify_tempest_config-2050622073] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=80235) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 06:54:45.192698 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-259fa510-2d13-4092-b434-08692ccdb0ce tempest-verify_tempest_config-2050622073 tempest-verify_tempest_config-2050622073] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13274 time: 0.0064266 Jan 24 06:54:45.562710 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 57716) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:54:45.729410 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-cf3bed12-1a12-4b0c-9ac1-c7ac358c81b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:54:45.744554 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-cf3bed12-1a12-4b0c-9ac1-c7ac358c81b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 06:54:45.748621 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-cf3bed12-1a12-4b0c-9ac1-c7ac358c81b7 admin admin] Usage tracker for resource:security_group_rule and tenant:c94c7344da184b4383af7035392b3066 is out of sync, need to count used quota {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 06:54:45.752287 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-cf3bed12-1a12-4b0c-9ac1-c7ac358c81b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 06:54:45.758455 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-cf3bed12-1a12-4b0c-9ac1-c7ac358c81b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 06:54:45.858909 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-cf3bed12-1a12-4b0c-9ac1-c7ac358c81b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:54:45.862215 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-cf3bed12-1a12-4b0c-9ac1-c7ac358c81b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:54:45.872481 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-7976a394-50f1-4578-96b7-0fcef961e2df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:54:45.919310 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-cf3bed12-1a12-4b0c-9ac1-c7ac358c81b7 admin admin] Synchronizing usage tracker for tenant:c19160d97bae4adeb9bf169fd48254bb on resource:security_group {{(pid=80235) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 06:54:45.923354 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3bed12-1a12-4b0c-9ac1-c7ac358c81b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=083a7554-6c15-4327-87bf-7916cc4f2f9b,revision_number=1']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:54:45.936351 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3bed12-1a12-4b0c-9ac1-c7ac358c81b7 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:54:45.936733 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3bed12-1a12-4b0c-9ac1-c7ac358c81b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:54:45.937106 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3bed12-1a12-4b0c-9ac1-c7ac358c81b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:54:45.937472 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3bed12-1a12-4b0c-9ac1-c7ac358c81b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:54:45.937835 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3bed12-1a12-4b0c-9ac1-c7ac358c81b7 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:54:45.938728 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3bed12-1a12-4b0c-9ac1-c7ac358c81b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:54:45.939153 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3bed12-1a12-4b0c-9ac1-c7ac358c81b7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:54:45.939821 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3bed12-1a12-4b0c-9ac1-c7ac358c81b7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:54:45.940202 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3bed12-1a12-4b0c-9ac1-c7ac358c81b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:54:45.940563 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3bed12-1a12-4b0c-9ac1-c7ac358c81b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:54:45.940923 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3bed12-1a12-4b0c-9ac1-c7ac358c81b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:54:45.941278 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3bed12-1a12-4b0c-9ac1-c7ac358c81b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:54:45.947719 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-cf3bed12-1a12-4b0c-9ac1-c7ac358c81b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:54:45.952939 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-cf3bed12-1a12-4b0c-9ac1-c7ac358c81b7 admin admin] Unset dirty status for tenant:c19160d97bae4adeb9bf169fd48254bb on resource:security_group {{(pid=80235) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 06:54:45.954959 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-cf3bed12-1a12-4b0c-9ac1-c7ac358c81b7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c94c7344da184b4383af7035392b3066&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3853838 Jan 24 06:54:45.957889 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 57722) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:54:46.023984 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-3bebcec5-0b6b-40ae-85df-1b30a9576036 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:54:46.052421 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-3bebcec5-0b6b-40ae-85df-1b30a9576036 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:54:46.103233 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-3bebcec5-0b6b-40ae-85df-1b30a9576036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:54:46.108635 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-739adbc2-d38d-4ac3-b6b0-c0904b87a619 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:54:46.123542 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bebcec5-0b6b-40ae-85df-1b30a9576036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=083a7554-6c15-4327-87bf-7916cc4f2f9b,revision_number=None']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:54:46.127764 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-3bebcec5-0b6b-40ae-85df-1b30a9576036 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:54:46.129861 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-3bebcec5-0b6b-40ae-85df-1b30a9576036 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:54:46.131026 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-3bebcec5-0b6b-40ae-85df-1b30a9576036 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/083a7554-6c15-4327-87bf-7916cc4f2f9b HTTP/1.1" status: 204 len: 168 time: 0.1721168 Jan 24 06:54:46.176170 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-16078905-98d1-4ce1-94a9-ff77c8c08146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:54:49.575741 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-73e242ac-8790-4a78-a707-fe00eef564b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:54:50.631359 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-863398bd-8c25-447e-a8aa-478fb67e8f13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:54:51.103166 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:54:52.577771 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-234e5594-7a0b-4e8c-b8aa-6f4b31972cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:54:55.115558 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.agents_db [None req-2c2cd112-eb45-4d42-b228-ef41d20f669c None None] Agent healthcheck: found 5 active agents {{(pid=80238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 06:55:16.177670 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-72ab159f-84df-4ea4-9bc5-e5f99acc6649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:55:19.576155 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-73e242ac-8790-4a78-a707-fe00eef564b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:55:20.633137 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-590100fa-599d-4f06-b52a-d9d3bb62ac99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:55:21.104361 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:55:22.578260 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-234e5594-7a0b-4e8c-b8aa-6f4b31972cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:55:32.114575 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.agents_db [None req-2c2cd112-eb45-4d42-b228-ef41d20f669c None None] Agent healthcheck: found 5 active agents {{(pid=80238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 06:55:46.179504 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4e1fd4c2-d3b2-4359-b973-c30befda1aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:55:49.579547 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-73e242ac-8790-4a78-a707-fe00eef564b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:55:50.634859 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-0a4df7df-719c-4641-b896-3ae4beb23853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:55:51.106115 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:55:52.582138 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-234e5594-7a0b-4e8c-b8aa-6f4b31972cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:56:09.114992 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.agents_db [None req-2c2cd112-eb45-4d42-b228-ef41d20f669c None None] Agent healthcheck: found 5 active agents {{(pid=80238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 06:56:16.181924 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c847f7d7-b3d8-4971-a238-5771dfeb887e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:56:19.583925 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-73e242ac-8790-4a78-a707-fe00eef564b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:56:20.637263 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f93e59e3-87bb-4383-9842-516645ccaa38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:56:21.107533 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:56:22.591617 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-234e5594-7a0b-4e8c-b8aa-6f4b31972cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:56:29.713819 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648'] for agent, after_create {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:56:29.714388 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:56:29.714637 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:56:29.715010 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:56:29.715390 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:56:29.715827 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:56:29.716203 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:56:29.716672 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:56:29.716935 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:56:29.717300 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:56:29.717665 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:56:29.718029 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:56:29.718391 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:56:29.718783 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'hv-cinder-77218', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=80237) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 06:56:29.722922 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-77218', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=80237) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 06:56:30.094019 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] get_endpoint_by_host() called for host hv-cinder-77218 {{(pid=80237) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Jan 24 06:56:30.098547 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] get_endpoint_by_ip() called for ip 192.168.0.29 {{(pid=80237) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Jan 24 06:56:30.102007 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] _add_endpoint() called for ip 192.168.0.29 {{(pid=80237) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Jan 24 06:56:30.106715 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] _get_endpoints() called {{(pid=80237) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Jan 24 06:56:40.808570 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 57794) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:56:40.962489 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-7538540b-e2dc-4762-aa44-e193faea6e32 admin admin] 10.222.0.22 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5073 time: 0.1524951 Jan 24 06:56:43.526998 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 57804) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:56:43.616753 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-56e00161-14f8-45e7-bd7d-ee647ff49128 admin admin] 10.222.0.22 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5073 time: 0.0885589 Jan 24 06:56:46.115541 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.agents_db [None req-2c2cd112-eb45-4d42-b228-ef41d20f669c None None] Agent healthcheck: found 6 active agents {{(pid=80238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 06:56:46.183476 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b1c10dc0-3eb8-4bf6-ae9c-171ebffc7fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:56:49.586007 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-73e242ac-8790-4a78-a707-fe00eef564b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:56:50.641297 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-2e755511-9884-49f1-8733-1ac954456a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:56:51.108804 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:56:52.590225 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-234e5594-7a0b-4e8c-b8aa-6f4b31972cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:56:59.702143 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:57:16.184538 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-33e176c6-a40e-4542-a964-73b48cee1329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:57:19.591664 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-73e242ac-8790-4a78-a707-fe00eef564b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:57:20.643361 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-136bc857-fbaf-4156-ba5f-97c96aa40ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:57:21.109686 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:57:22.596965 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-234e5594-7a0b-4e8c-b8aa-6f4b31972cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:57:23.116049 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.agents_db [None req-2c2cd112-eb45-4d42-b228-ef41d20f669c None None] Agent healthcheck: found 6 active agents {{(pid=80238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 06:57:29.722770 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:57:46.187664 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4e9b3ea6-1e39-4ddd-9f1d-7aa713369d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:57:49.592231 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-73e242ac-8790-4a78-a707-fe00eef564b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:57:50.646653 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8ec20da5-0891-461f-a8b2-4670e74c8885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:57:51.112764 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:57:52.602267 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-234e5594-7a0b-4e8c-b8aa-6f4b31972cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:57:59.713630 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:00.115928 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.agents_db [None req-2c2cd112-eb45-4d42-b228-ef41d20f669c None None] Agent healthcheck: found 6 active agents {{(pid=80238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 06:58:16.190462 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ef07b0a5-b369-4c0c-8452-8d265b29a394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:19.593906 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-73e242ac-8790-4a78-a707-fe00eef564b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:20.651606 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ed249325-c3ff-4a78-9fbd-136f7535b48c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:21.119226 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:22.617419 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-234e5594-7a0b-4e8c-b8aa-6f4b31972cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:29.598064 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 57954) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:58:29.692149 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 57964) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:58:29.712307 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:29.963953 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-04feaf5e-edd1-4801-9f5c-e1ab6acb700c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-490811028-network', 'tenant_id': 'ad0f0f6ed63d4257be2cdd0b6041510c'}} {{(pid=80236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 06:58:29.970713 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-04feaf5e-edd1-4801-9f5c-e1ab6acb700c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 06:58:29.975440 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-04feaf5e-edd1-4801-9f5c-e1ab6acb700c admin admin] Usage tracker for resource:network and tenant:ad0f0f6ed63d4257be2cdd0b6041510c is out of sync, need to count used quota {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 06:58:29.979307 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-04feaf5e-edd1-4801-9f5c-e1ab6acb700c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 06:58:29.985093 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-04feaf5e-edd1-4801-9f5c-e1ab6acb700c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 06:58:29.994232 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04feaf5e-edd1-4801-9f5c-e1ab6acb700c admin admin] Made reservation on behalf of ad0f0f6ed63d4257be2cdd0b6041510c for: {'network': 1} {{(pid=80236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 06:58:29.998878 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-04feaf5e-edd1-4801-9f5c-e1ab6acb700c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for network, before_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:30.012635 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-04feaf5e-edd1-4801-9f5c-e1ab6acb700c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:30.032377 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-1928ce10-4a02-44c0-8284-7abf362f09e5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-479307682-network', 'tenant_id': '2fc6fa56d19f4f2496beee60631c3cb7'}} {{(pid=80236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 06:58:30.037082 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-1928ce10-4a02-44c0-8284-7abf362f09e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 06:58:30.043791 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-1928ce10-4a02-44c0-8284-7abf362f09e5 admin admin] Usage tracker for resource:network and tenant:2fc6fa56d19f4f2496beee60631c3cb7 is out of sync, need to count used quota {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 06:58:30.046709 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-04feaf5e-edd1-4801-9f5c-e1ab6acb700c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 06:58:30.049081 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-1928ce10-4a02-44c0-8284-7abf362f09e5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 06:58:30.056189 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-04feaf5e-edd1-4801-9f5c-e1ab6acb700c admin admin] Usage tracker for resource:security_group_rule and tenant:ad0f0f6ed63d4257be2cdd0b6041510c is out of sync, need to count used quota {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 06:58:30.059232 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-1928ce10-4a02-44c0-8284-7abf362f09e5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 06:58:30.061869 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-04feaf5e-edd1-4801-9f5c-e1ab6acb700c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 06:58:30.068322 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-04feaf5e-edd1-4801-9f5c-e1ab6acb700c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 06:58:30.097911 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1928ce10-4a02-44c0-8284-7abf362f09e5 admin admin] Made reservation on behalf of 2fc6fa56d19f4f2496beee60631c3cb7 for: {'network': 1} {{(pid=80236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 06:58:30.103263 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1928ce10-4a02-44c0-8284-7abf362f09e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for network, before_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:30.120392 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1928ce10-4a02-44c0-8284-7abf362f09e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:30.145982 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-1928ce10-4a02-44c0-8284-7abf362f09e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 06:58:30.157557 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-1928ce10-4a02-44c0-8284-7abf362f09e5 admin admin] Usage tracker for resource:security_group_rule and tenant:2fc6fa56d19f4f2496beee60631c3cb7 is out of sync, need to count used quota {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 06:58:30.161711 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-1928ce10-4a02-44c0-8284-7abf362f09e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 06:58:30.176257 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-1928ce10-4a02-44c0-8284-7abf362f09e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 06:58:30.225628 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-04feaf5e-edd1-4801-9f5c-e1ab6acb700c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:30.232484 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-04feaf5e-edd1-4801-9f5c-e1ab6acb700c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:30.239676 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-610bcbee-e2ed-4e7e-a417-eb2be8e84bed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:58:30.283065 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04feaf5e-edd1-4801-9f5c-e1ab6acb700c admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 24 06:58:30.302442 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-04feaf5e-edd1-4801-9f5c-e1ab6acb700c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363276712724152', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419005'] for segment, precommit_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:30.303122 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.db.segments_db [None req-04feaf5e-edd1-4801-9f5c-e1ab6acb700c admin admin] Added segment c42de142-bc09-4c88-8c21-53c17236eeb2 of type vxlan for network a584046b-dd19-4b2d-957a-0c960829c5a8 Jan 24 06:58:30.323640 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04feaf5e-edd1-4801-9f5c-e1ab6acb700c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0fd1909-caa0-4f27-9897-89809084cf7b,revision_number=1']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:58:30.351766 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04feaf5e-edd1-4801-9f5c-e1ab6acb700c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:58:30.352138 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04feaf5e-edd1-4801-9f5c-e1ab6acb700c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:58:30.352719 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04feaf5e-edd1-4801-9f5c-e1ab6acb700c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:58:30.353096 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04feaf5e-edd1-4801-9f5c-e1ab6acb700c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:58:30.353464 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04feaf5e-edd1-4801-9f5c-e1ab6acb700c admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:58:30.353830 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04feaf5e-edd1-4801-9f5c-e1ab6acb700c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:58:30.354163 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04feaf5e-edd1-4801-9f5c-e1ab6acb700c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:58:30.354672 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04feaf5e-edd1-4801-9f5c-e1ab6acb700c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:58:30.355195 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04feaf5e-edd1-4801-9f5c-e1ab6acb700c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:58:30.355731 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04feaf5e-edd1-4801-9f5c-e1ab6acb700c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:58:30.356251 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04feaf5e-edd1-4801-9f5c-e1ab6acb700c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:58:30.356771 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04feaf5e-edd1-4801-9f5c-e1ab6acb700c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:58:30.357624 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04feaf5e-edd1-4801-9f5c-e1ab6acb700c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:58:30.357959 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04feaf5e-edd1-4801-9f5c-e1ab6acb700c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:58:30.358313 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04feaf5e-edd1-4801-9f5c-e1ab6acb700c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:58:30.358665 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04feaf5e-edd1-4801-9f5c-e1ab6acb700c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:58:30.359014 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04feaf5e-edd1-4801-9f5c-e1ab6acb700c admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:58:30.359366 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04feaf5e-edd1-4801-9f5c-e1ab6acb700c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:58:30.359724 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04feaf5e-edd1-4801-9f5c-e1ab6acb700c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:58:30.360068 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04feaf5e-edd1-4801-9f5c-e1ab6acb700c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:58:30.360413 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04feaf5e-edd1-4801-9f5c-e1ab6acb700c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:58:30.360767 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04feaf5e-edd1-4801-9f5c-e1ab6acb700c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:58:30.361117 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04feaf5e-edd1-4801-9f5c-e1ab6acb700c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:58:30.361461 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04feaf5e-edd1-4801-9f5c-e1ab6acb700c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:58:30.362815 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04feaf5e-edd1-4801-9f5c-e1ab6acb700c admin admin] Tracked resource versions report: Jan 24 06:58:30.362815 dv-cinder-772181-6-smb neutron-server[80122]: pushed versions: Jan 24 06:58:30.362815 dv-cinder-772181-6-smb neutron-server[80122]: { 'AddressGroup': {'1.1'}, Jan 24 06:58:30.362815 dv-cinder-772181-6-smb neutron-server[80122]: 'ConntrackHelper': {'1.0'}, Jan 24 06:58:30.362815 dv-cinder-772181-6-smb neutron-server[80122]: 'Log': {'1.0'}, Jan 24 06:58:30.362815 dv-cinder-772181-6-smb neutron-server[80122]: 'Network': {'1.1'}, Jan 24 06:58:30.362815 dv-cinder-772181-6-smb neutron-server[80122]: 'Port': {'1.6'}, Jan 24 06:58:30.362815 dv-cinder-772181-6-smb neutron-server[80122]: 'PortForwarding': {'1.2'}, Jan 24 06:58:30.362815 dv-cinder-772181-6-smb neutron-server[80122]: 'QosPolicy': {'1.8'}, Jan 24 06:58:30.362815 dv-cinder-772181-6-smb neutron-server[80122]: 'SecurityGroup': {'1.4'}, Jan 24 06:58:30.362815 dv-cinder-772181-6-smb neutron-server[80122]: 'SecurityGroupRule': {'1.2'}, Jan 24 06:58:30.362815 dv-cinder-772181-6-smb neutron-server[80122]: 'SubPort': {'1.0'}, Jan 24 06:58:30.362815 dv-cinder-772181-6-smb neutron-server[80122]: 'Subnet': {'1.1'}, Jan 24 06:58:30.362815 dv-cinder-772181-6-smb neutron-server[80122]: 'Trunk': {'1.1'}} Jan 24 06:58:30.362815 dv-cinder-772181-6-smb neutron-server[80122]: consumer versions: Jan 24 06:58:30.362815 dv-cinder-772181-6-smb neutron-server[80122]: { DHCP agent@dv-cinder-772181-6-smb: {}, Jan 24 06:58:30.362815 dv-cinder-772181-6-smb neutron-server[80122]: L3 agent@dv-cinder-772181-6-smb: {}, Jan 24 06:58:30.362815 dv-cinder-772181-6-smb neutron-server[80122]: Metadata agent@dv-cinder-772181-6-smb: {}, Jan 24 06:58:30.362815 dv-cinder-772181-6-smb neutron-server[80122]: Metering agent@dv-cinder-772181-6-smb: {}, Jan 24 06:58:30.362815 dv-cinder-772181-6-smb neutron-server[80122]: Open vSwitch agent@dv-cinder-772181-6-smb: { 'AddressGroup': '1.1', Jan 24 06:58:30.362815 dv-cinder-772181-6-smb neutron-server[80122]: 'ConntrackHelper': '1.0', Jan 24 06:58:30.362815 dv-cinder-772181-6-smb neutron-server[80122]: 'Log': '1.0', Jan 24 06:58:30.362815 dv-cinder-772181-6-smb neutron-server[80122]: 'Network': '1.1', Jan 24 06:58:30.362815 dv-cinder-772181-6-smb neutron-server[80122]: 'Port': '1.6', Jan 24 06:58:30.362815 dv-cinder-772181-6-smb neutron-server[80122]: 'PortForwarding': '1.2', Jan 24 06:58:30.362815 dv-cinder-772181-6-smb neutron-server[80122]: 'QosPolicy': '1.8', Jan 24 06:58:30.362815 dv-cinder-772181-6-smb neutron-server[80122]: 'SecurityGroup': '1.4', Jan 24 06:58:30.362815 dv-cinder-772181-6-smb neutron-server[80122]: 'SecurityGroupRule': '1.2', Jan 24 06:58:30.362815 dv-cinder-772181-6-smb neutron-server[80122]: 'SubPort': '1.0', Jan 24 06:58:30.362815 dv-cinder-772181-6-smb neutron-server[80122]: 'Subnet': '1.1', Jan 24 06:58:30.362815 dv-cinder-772181-6-smb neutron-server[80122]: 'Trunk': '1.1'}, Jan 24 06:58:30.362815 dv-cinder-772181-6-smb neutron-server[80122]: Open vSwitch agent@hv-cinder-77218: { 'AddressGroup': '1.1', Jan 24 06:58:30.362815 dv-cinder-772181-6-smb neutron-server[80122]: 'ConntrackHelper': '1.0', Jan 24 06:58:30.362815 dv-cinder-772181-6-smb neutron-server[80122]: 'Log': '1.0', Jan 24 06:58:30.362815 dv-cinder-772181-6-smb neutron-server[80122]: 'Network': '1.1', Jan 24 06:58:30.362815 dv-cinder-772181-6-smb neutron-server[80122]: 'Port': '1.6', Jan 24 06:58:30.362815 dv-cinder-772181-6-smb neutron-server[80122]: 'PortForwarding': '1.2', Jan 24 06:58:30.362815 dv-cinder-772181-6-smb neutron-server[80122]: 'QosPolicy': '1.8', Jan 24 06:58:30.362815 dv-cinder-772181-6-smb neutron-server[80122]: 'SecurityGroup': '1.4', Jan 24 06:58:30.362815 dv-cinder-772181-6-smb neutron-server[80122]: 'SecurityGroupRule': '1.2', Jan 24 06:58:30.362815 dv-cinder-772181-6-smb neutron-server[80122]: 'SubPort': '1.0', Jan 24 06:58:30.362815 dv-cinder-772181-6-smb neutron-server[80122]: 'Subnet': '1.1', Jan 24 06:58:30.362815 dv-cinder-772181-6-smb neutron-server[80122]: 'Trunk': '1.1'}} Jan 24 06:58:30.362815 dv-cinder-772181-6-smb neutron-server[80122]: {{(pid=80236) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 24 06:58:30.367249 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-04feaf5e-edd1-4801-9f5c-e1ab6acb700c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:58:30.382090 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-04feaf5e-edd1-4801-9f5c-e1ab6acb700c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760141522069'] for network, precommit_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:30.418734 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1928ce10-4a02-44c0-8284-7abf362f09e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:30.432534 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1928ce10-4a02-44c0-8284-7abf362f09e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:30.440282 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:58:30.462368 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-04feaf5e-edd1-4801-9f5c-e1ab6acb700c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854325290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788'] for network, after_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:30.480979 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04feaf5e-edd1-4801-9f5c-e1ab6acb700c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:58:30.481619 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-04feaf5e-edd1-4801-9f5c-e1ab6acb700c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539807'] for network, before_response {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:30.493913 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.db.api [None req-1928ce10-4a02-44c0-8284-7abf362f09e5 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80236) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 24 06:58:30.494233 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_db.api [None req-1928ce10-4a02-44c0-8284-7abf362f09e5 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80236) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 24 06:58:30.499438 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1928ce10-4a02-44c0-8284-7abf362f09e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a12c6d09-5c4c-4f6d-a2ee-26c808d8bd41,revision_number=1']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:58:30.503506 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-1928ce10-4a02-44c0-8284-7abf362f09e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:58:30.507190 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:58:30.775594 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 58004) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:58:30.776083 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-04feaf5e-edd1-4801-9f5c-e1ab6acb700c admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1761835 Jan 24 06:58:30.781954 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-2262bed7-040b-48ce-b7c0-cb9a479a50f6 admin admin] Request body: {'subnet': {'network_id': 'a584046b-dd19-4b2d-957a-0c960829c5a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-490811028-subnet', 'tenant_id': 'ad0f0f6ed63d4257be2cdd0b6041510c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 06:58:30.782751 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04feaf5e-edd1-4801-9f5c-e1ab6acb700c admin admin] Pushing event updated for resources: {'Network': ['ID=a584046b-dd19-4b2d-957a-0c960829c5a8,revision_number=1']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:58:30.786549 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-04feaf5e-edd1-4801-9f5c-e1ab6acb700c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:58:30.788568 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-2262bed7-040b-48ce-b7c0-cb9a479a50f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 06:58:30.793741 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-2262bed7-040b-48ce-b7c0-cb9a479a50f6 admin admin] Usage tracker for resource:subnet and tenant:ad0f0f6ed63d4257be2cdd0b6041510c is out of sync, need to count used quota {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 06:58:30.796869 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Network a584046b-dd19-4b2d-957a-0c960829c5a8 details requested by agent ovs-agent-dv-cinder-772181-6-smb with host dv-cinder-772181-6-smb {{(pid=80237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 24 06:58:30.797185 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-2262bed7-040b-48ce-b7c0-cb9a479a50f6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 06:58:30.804114 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-2262bed7-040b-48ce-b7c0-cb9a479a50f6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 06:58:30.814687 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2262bed7-040b-48ce-b7c0-cb9a479a50f6 admin admin] Made reservation on behalf of ad0f0f6ed63d4257be2cdd0b6041510c for: {'subnet': 1} {{(pid=80235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 06:58:30.822876 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-2262bed7-040b-48ce-b7c0-cb9a479a50f6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:30.827241 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Network a584046b-dd19-4b2d-957a-0c960829c5a8 details requested by agent ovs-agent-hv-cinder-77218 with host hv-cinder-77218 {{(pid=80237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 24 06:58:30.934324 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 58014) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:58:30.995851 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1928ce10-4a02-44c0-8284-7abf362f09e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for network, before_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:31.066198 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1928ce10-4a02-44c0-8284-7abf362f09e5 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 24 06:58:31.076291 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1928ce10-4a02-44c0-8284-7abf362f09e5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363276712724152', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419005'] for segment, precommit_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:31.076721 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.db.segments_db [None req-1928ce10-4a02-44c0-8284-7abf362f09e5 admin admin] Added segment adda3e32-e252-4d09-9851-9d25a3fda79e of type vxlan for network 440b000a-80da-445e-b13a-3c626561a2d5 Jan 24 06:58:31.109324 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1928ce10-4a02-44c0-8284-7abf362f09e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760141522069'] for network, precommit_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:31.152300 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1928ce10-4a02-44c0-8284-7abf362f09e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854325290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788'] for network, after_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:31.153789 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1928ce10-4a02-44c0-8284-7abf362f09e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:58:31.154502 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1928ce10-4a02-44c0-8284-7abf362f09e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539807'] for network, before_response {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:31.161311 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-610bcbee-e2ed-4e7e-a417-eb2be8e84bed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:58:31.269124 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-1928ce10-4a02-44c0-8284-7abf362f09e5 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 1.5757644 Jan 24 06:58:31.273506 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 58034) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:58:31.283959 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-17c22efc-c417-4ec7-a4b5-605b8417c5c5 admin admin] Request body: {'subnet': {'network_id': '440b000a-80da-445e-b13a-3c626561a2d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-479307682-subnet', 'tenant_id': '2fc6fa56d19f4f2496beee60631c3cb7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 06:58:31.290053 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-17c22efc-c417-4ec7-a4b5-605b8417c5c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 06:58:31.294702 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-17c22efc-c417-4ec7-a4b5-605b8417c5c5 admin admin] Usage tracker for resource:subnet and tenant:2fc6fa56d19f4f2496beee60631c3cb7 is out of sync, need to count used quota {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 06:58:31.298125 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-17c22efc-c417-4ec7-a4b5-605b8417c5c5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 06:58:31.305656 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-17c22efc-c417-4ec7-a4b5-605b8417c5c5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 06:58:31.315850 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1928ce10-4a02-44c0-8284-7abf362f09e5 admin admin] Pushing event updated for resources: {'Network': ['ID=440b000a-80da-445e-b13a-3c626561a2d5,revision_number=1']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:58:31.318792 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17c22efc-c417-4ec7-a4b5-605b8417c5c5 admin admin] Made reservation on behalf of 2fc6fa56d19f4f2496beee60631c3cb7 for: {'subnet': 1} {{(pid=80236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 06:58:31.324248 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-17c22efc-c417-4ec7-a4b5-605b8417c5c5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:31.331280 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Network 440b000a-80da-445e-b13a-3c626561a2d5 details requested by agent ovs-agent-dv-cinder-772181-6-smb with host dv-cinder-772181-6-smb {{(pid=80237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 24 06:58:31.355141 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-1928ce10-4a02-44c0-8284-7abf362f09e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:58:31.465704 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Network 440b000a-80da-445e-b13a-3c626561a2d5 details requested by agent ovs-agent-hv-cinder-77218 with host hv-cinder-77218 {{(pid=80237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 24 06:58:31.495149 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-885962af-7793-49b1-89d4-179f57bf084c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2038819757-network', 'tenant_id': 'e95c046c5c50410f812c0c754cf1caf4'}} {{(pid=80236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 06:58:31.524380 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-885962af-7793-49b1-89d4-179f57bf084c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 06:58:31.532827 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-885962af-7793-49b1-89d4-179f57bf084c admin admin] Usage tracker for resource:network and tenant:e95c046c5c50410f812c0c754cf1caf4 is out of sync, need to count used quota {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 06:58:31.538243 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-885962af-7793-49b1-89d4-179f57bf084c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 06:58:31.550579 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-885962af-7793-49b1-89d4-179f57bf084c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 06:58:31.557792 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-2262bed7-040b-48ce-b7c0-cb9a479a50f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854325308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788'] for subnet, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:31.571194 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-885962af-7793-49b1-89d4-179f57bf084c admin admin] Made reservation on behalf of e95c046c5c50410f812c0c754cf1caf4 for: {'network': 1} {{(pid=80236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 06:58:31.583414 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-885962af-7793-49b1-89d4-179f57bf084c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for network, before_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:31.602378 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:58:31.645858 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-885962af-7793-49b1-89d4-179f57bf084c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:31.737237 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2262bed7-040b-48ce-b7c0-cb9a479a50f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0dadd72a-b072-4889-a91f-b6d7879c968a,revision_number=0']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:58:31.760355 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2262bed7-040b-48ce-b7c0-cb9a479a50f6 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:58:31.760595 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2262bed7-040b-48ce-b7c0-cb9a479a50f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:58:31.760911 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2262bed7-040b-48ce-b7c0-cb9a479a50f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:58:31.761280 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2262bed7-040b-48ce-b7c0-cb9a479a50f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:58:31.761640 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2262bed7-040b-48ce-b7c0-cb9a479a50f6 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:58:31.762003 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2262bed7-040b-48ce-b7c0-cb9a479a50f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:58:31.762361 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2262bed7-040b-48ce-b7c0-cb9a479a50f6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:58:31.762720 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2262bed7-040b-48ce-b7c0-cb9a479a50f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:58:31.763140 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2262bed7-040b-48ce-b7c0-cb9a479a50f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:58:31.763498 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2262bed7-040b-48ce-b7c0-cb9a479a50f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:58:31.764129 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2262bed7-040b-48ce-b7c0-cb9a479a50f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:58:31.764481 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2262bed7-040b-48ce-b7c0-cb9a479a50f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:58:31.764873 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2262bed7-040b-48ce-b7c0-cb9a479a50f6 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:58:31.765229 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2262bed7-040b-48ce-b7c0-cb9a479a50f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:58:31.765585 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2262bed7-040b-48ce-b7c0-cb9a479a50f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:58:31.766481 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2262bed7-040b-48ce-b7c0-cb9a479a50f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:58:31.766481 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2262bed7-040b-48ce-b7c0-cb9a479a50f6 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:58:31.766684 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2262bed7-040b-48ce-b7c0-cb9a479a50f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:58:31.766911 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2262bed7-040b-48ce-b7c0-cb9a479a50f6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:58:31.767260 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2262bed7-040b-48ce-b7c0-cb9a479a50f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:58:31.767612 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2262bed7-040b-48ce-b7c0-cb9a479a50f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:58:31.767983 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2262bed7-040b-48ce-b7c0-cb9a479a50f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:58:31.768335 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2262bed7-040b-48ce-b7c0-cb9a479a50f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:58:31.768685 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2262bed7-040b-48ce-b7c0-cb9a479a50f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:58:31.770051 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2262bed7-040b-48ce-b7c0-cb9a479a50f6 admin admin] Tracked resource versions report: Jan 24 06:58:31.770051 dv-cinder-772181-6-smb neutron-server[80122]: pushed versions: Jan 24 06:58:31.770051 dv-cinder-772181-6-smb neutron-server[80122]: { 'AddressGroup': {'1.1'}, Jan 24 06:58:31.770051 dv-cinder-772181-6-smb neutron-server[80122]: 'ConntrackHelper': {'1.0'}, Jan 24 06:58:31.770051 dv-cinder-772181-6-smb neutron-server[80122]: 'Log': {'1.0'}, Jan 24 06:58:31.770051 dv-cinder-772181-6-smb neutron-server[80122]: 'Network': {'1.1'}, Jan 24 06:58:31.770051 dv-cinder-772181-6-smb neutron-server[80122]: 'Port': {'1.6'}, Jan 24 06:58:31.770051 dv-cinder-772181-6-smb neutron-server[80122]: 'PortForwarding': {'1.2'}, Jan 24 06:58:31.770051 dv-cinder-772181-6-smb neutron-server[80122]: 'QosPolicy': {'1.8'}, Jan 24 06:58:31.770051 dv-cinder-772181-6-smb neutron-server[80122]: 'SecurityGroup': {'1.4'}, Jan 24 06:58:31.770051 dv-cinder-772181-6-smb neutron-server[80122]: 'SecurityGroupRule': {'1.2'}, Jan 24 06:58:31.770051 dv-cinder-772181-6-smb neutron-server[80122]: 'SubPort': {'1.0'}, Jan 24 06:58:31.770051 dv-cinder-772181-6-smb neutron-server[80122]: 'Subnet': {'1.1'}, Jan 24 06:58:31.770051 dv-cinder-772181-6-smb neutron-server[80122]: 'Trunk': {'1.1'}} Jan 24 06:58:31.770051 dv-cinder-772181-6-smb neutron-server[80122]: consumer versions: Jan 24 06:58:31.770051 dv-cinder-772181-6-smb neutron-server[80122]: { DHCP agent@dv-cinder-772181-6-smb: {}, Jan 24 06:58:31.770051 dv-cinder-772181-6-smb neutron-server[80122]: L3 agent@dv-cinder-772181-6-smb: {}, Jan 24 06:58:31.770051 dv-cinder-772181-6-smb neutron-server[80122]: Metadata agent@dv-cinder-772181-6-smb: {}, Jan 24 06:58:31.770051 dv-cinder-772181-6-smb neutron-server[80122]: Metering agent@dv-cinder-772181-6-smb: {}, Jan 24 06:58:31.770051 dv-cinder-772181-6-smb neutron-server[80122]: Open vSwitch agent@dv-cinder-772181-6-smb: { 'AddressGroup': '1.1', Jan 24 06:58:31.770051 dv-cinder-772181-6-smb neutron-server[80122]: 'ConntrackHelper': '1.0', Jan 24 06:58:31.770051 dv-cinder-772181-6-smb neutron-server[80122]: 'Log': '1.0', Jan 24 06:58:31.770051 dv-cinder-772181-6-smb neutron-server[80122]: 'Network': '1.1', Jan 24 06:58:31.770051 dv-cinder-772181-6-smb neutron-server[80122]: 'Port': '1.6', Jan 24 06:58:31.770051 dv-cinder-772181-6-smb neutron-server[80122]: 'PortForwarding': '1.2', Jan 24 06:58:31.770051 dv-cinder-772181-6-smb neutron-server[80122]: 'QosPolicy': '1.8', Jan 24 06:58:31.770051 dv-cinder-772181-6-smb neutron-server[80122]: 'SecurityGroup': '1.4', Jan 24 06:58:31.770051 dv-cinder-772181-6-smb neutron-server[80122]: 'SecurityGroupRule': '1.2', Jan 24 06:58:31.770051 dv-cinder-772181-6-smb neutron-server[80122]: 'SubPort': '1.0', Jan 24 06:58:31.770051 dv-cinder-772181-6-smb neutron-server[80122]: 'Subnet': '1.1', Jan 24 06:58:31.770051 dv-cinder-772181-6-smb neutron-server[80122]: 'Trunk': '1.1'}, Jan 24 06:58:31.770051 dv-cinder-772181-6-smb neutron-server[80122]: Open vSwitch agent@hv-cinder-77218: { 'AddressGroup': '1.1', Jan 24 06:58:31.770051 dv-cinder-772181-6-smb neutron-server[80122]: 'ConntrackHelper': '1.0', Jan 24 06:58:31.770051 dv-cinder-772181-6-smb neutron-server[80122]: 'Log': '1.0', Jan 24 06:58:31.770051 dv-cinder-772181-6-smb neutron-server[80122]: 'Network': '1.1', Jan 24 06:58:31.770051 dv-cinder-772181-6-smb neutron-server[80122]: 'Port': '1.6', Jan 24 06:58:31.770051 dv-cinder-772181-6-smb neutron-server[80122]: 'PortForwarding': '1.2', Jan 24 06:58:31.770051 dv-cinder-772181-6-smb neutron-server[80122]: 'QosPolicy': '1.8', Jan 24 06:58:31.770051 dv-cinder-772181-6-smb neutron-server[80122]: 'SecurityGroup': '1.4', Jan 24 06:58:31.770051 dv-cinder-772181-6-smb neutron-server[80122]: 'SecurityGroupRule': '1.2', Jan 24 06:58:31.770051 dv-cinder-772181-6-smb neutron-server[80122]: 'SubPort': '1.0', Jan 24 06:58:31.770051 dv-cinder-772181-6-smb neutron-server[80122]: 'Subnet': '1.1', Jan 24 06:58:31.770051 dv-cinder-772181-6-smb neutron-server[80122]: 'Trunk': '1.1'}} Jan 24 06:58:31.770051 dv-cinder-772181-6-smb neutron-server[80122]: {{(pid=80235) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 24 06:58:31.781292 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-2262bed7-040b-48ce-b7c0-cb9a479a50f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:58:31.826675 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-885962af-7793-49b1-89d4-179f57bf084c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 06:58:31.831128 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-885962af-7793-49b1-89d4-179f57bf084c admin admin] Usage tracker for resource:security_group_rule and tenant:e95c046c5c50410f812c0c754cf1caf4 is out of sync, need to count used quota {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 06:58:31.834145 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-885962af-7793-49b1-89d4-179f57bf084c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 06:58:31.842524 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-885962af-7793-49b1-89d4-179f57bf084c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 06:58:31.851378 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2262bed7-040b-48ce-b7c0-cb9a479a50f6 admin admin] Checking segment: {'id': 'c42de142-bc09-4c88-8c21-53c17236eeb2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a584046b-dd19-4b2d-957a-0c960829c5a8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 06:58:31.852216 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2262bed7-040b-48ce-b7c0-cb9a479a50f6 admin admin] Network hostable DHCP agents. Network: a584046b-dd19-4b2d-957a-0c960829c5a8, hostable agents: ['d33f51e1-f1a2-468d-95a7-36d67ba2db65'], hosted agents: [] {{(pid=80235) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 24 06:58:31.878362 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2262bed7-040b-48ce-b7c0-cb9a479a50f6 admin admin] Network a584046b-dd19-4b2d-957a-0c960829c5a8 is scheduled to be hosted by DHCP agent d33f51e1-f1a2-468d-95a7-36d67ba2db65 with binding_index 1 {{(pid=80235) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 24 06:58:31.889535 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [None req-2262bed7-040b-48ce-b7c0-cb9a479a50f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-6-smb, a584046b-dd19-4b2d-957a-0c960829c5a8) {{(pid=80235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 06:58:31.894938 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2262bed7-040b-48ce-b7c0-cb9a479a50f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:58:31.896159 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-2262bed7-040b-48ce-b7c0-cb9a479a50f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539807'] for subnet, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:31.902535 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea07fa5a-5273-44e6-a526-7758beaaf85f None None] Network a584046b-dd19-4b2d-957a-0c960829c5a8 requested from dv-cinder-772181-6-smb {{(pid=80237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 06:58:31.920857 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-2262bed7-040b-48ce-b7c0-cb9a479a50f6 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1443624 Jan 24 06:58:31.923218 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 58046) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:58:31.931434 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-31b5812d-4618-4943-9c67-f82dbb6ee5dd admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-490811028-router', 'tenant_id': 'ad0f0f6ed63d4257be2cdd0b6041510c', 'external_gateway_info': {'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a'}}} {{(pid=80235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 06:58:31.937767 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-31b5812d-4618-4943-9c67-f82dbb6ee5dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 06:58:31.942450 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-31b5812d-4618-4943-9c67-f82dbb6ee5dd admin admin] Usage tracker for resource:router and tenant:ad0f0f6ed63d4257be2cdd0b6041510c is out of sync, need to count used quota {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 06:58:31.946612 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-31b5812d-4618-4943-9c67-f82dbb6ee5dd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 06:58:31.953596 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-31b5812d-4618-4943-9c67-f82dbb6ee5dd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 06:58:31.966772 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-31b5812d-4618-4943-9c67-f82dbb6ee5dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-492021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8889'] for router, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:31.968322 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-31b5812d-4618-4943-9c67-f82dbb6ee5dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854283885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854261357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-438936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854766926'] for router, precommit_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:31.988811 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-31b5812d-4618-4943-9c67-f82dbb6ee5dd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:32.077397 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-885962af-7793-49b1-89d4-179f57bf084c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:32.108621 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-885962af-7793-49b1-89d4-179f57bf084c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:32.121490 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:58:32.154196 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885962af-7793-49b1-89d4-179f57bf084c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba0f971c-3bdb-4b13-a3da-1d2ed1659349,revision_number=1']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:58:32.178984 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-885962af-7793-49b1-89d4-179f57bf084c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:58:32.192196 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-885962af-7793-49b1-89d4-179f57bf084c admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 24 06:58:32.223408 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af5922e-30cd-4b8c-b003-3ed084aefcd1 None None] Network a584046b-dd19-4b2d-957a-0c960829c5a8 requested from dv-cinder-772181-6-smb {{(pid=80237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 06:58:32.259601 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-885962af-7793-49b1-89d4-179f57bf084c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363276712724152', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419005'] for segment, precommit_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:32.260324 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.db.segments_db [None req-885962af-7793-49b1-89d4-179f57bf084c admin admin] Added segment 6fdbfd3f-d3ae-47e4-b9e1-f54dda16feae of type vxlan for network d5bc5780-f935-4517-a912-fce628b57950 Jan 24 06:58:32.297365 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-17c22efc-c417-4ec7-a4b5-605b8417c5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854325308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788'] for subnet, after_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:32.322463 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:58:32.350726 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-31b5812d-4618-4943-9c67-f82dbb6ee5dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854261344', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-491778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2396'] for router, precommit_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:32.435421 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-885962af-7793-49b1-89d4-179f57bf084c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760141522069'] for network, precommit_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:32.446107 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c22efc-c417-4ec7-a4b5-605b8417c5c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f89146f0-67b7-43a2-a952-f2f292e8520d,revision_number=0']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:58:32.526110 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-17c22efc-c417-4ec7-a4b5-605b8417c5c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:58:32.651623 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-885962af-7793-49b1-89d4-179f57bf084c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854325290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788'] for network, after_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:32.656104 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885962af-7793-49b1-89d4-179f57bf084c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:58:32.662713 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-885962af-7793-49b1-89d4-179f57bf084c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539807'] for network, before_response {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:32.709765 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-04feaf5e-edd1-4801-9f5c-e1ab6acb700c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:58:32.730774 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-885962af-7793-49b1-89d4-179f57bf084c admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.7952807 Jan 24 06:58:32.744726 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 58068) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:58:32.809899 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-31b5812d-4618-4943-9c67-f82dbb6ee5dd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:32.844451 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885962af-7793-49b1-89d4-179f57bf084c admin admin] Pushing event updated for resources: {'Network': ['ID=d5bc5780-f935-4517-a912-fce628b57950,revision_number=1']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:58:32.856912 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-885962af-7793-49b1-89d4-179f57bf084c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:58:32.857204 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Network d5bc5780-f935-4517-a912-fce628b57950 details requested by agent ovs-agent-dv-cinder-772181-6-smb with host dv-cinder-772181-6-smb {{(pid=80237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 24 06:58:32.859795 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-35221e33-2610-4f32-9493-a1874a8da493 admin admin] Request body: {'subnet': {'network_id': 'd5bc5780-f935-4517-a912-fce628b57950', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2038819757-subnet', 'tenant_id': 'e95c046c5c50410f812c0c754cf1caf4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 06:58:32.864911 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-35221e33-2610-4f32-9493-a1874a8da493 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 06:58:32.869244 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c22efc-c417-4ec7-a4b5-605b8417c5c5 admin admin] Checking segment: {'id': 'adda3e32-e252-4d09-9851-9d25a3fda79e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '440b000a-80da-445e-b13a-3c626561a2d5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 06:58:32.869826 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c22efc-c417-4ec7-a4b5-605b8417c5c5 admin admin] Network hostable DHCP agents. Network: 440b000a-80da-445e-b13a-3c626561a2d5, hostable agents: ['d33f51e1-f1a2-468d-95a7-36d67ba2db65'], hosted agents: [] {{(pid=80236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 24 06:58:32.870531 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-35221e33-2610-4f32-9493-a1874a8da493 admin admin] Usage tracker for resource:subnet and tenant:e95c046c5c50410f812c0c754cf1caf4 is out of sync, need to count used quota {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 06:58:32.874337 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-35221e33-2610-4f32-9493-a1874a8da493 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 06:58:32.884588 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-35221e33-2610-4f32-9493-a1874a8da493 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 06:58:32.894458 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-31b5812d-4618-4943-9c67-f82dbb6ee5dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:32.895067 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c22efc-c417-4ec7-a4b5-605b8417c5c5 admin admin] Network 440b000a-80da-445e-b13a-3c626561a2d5 is scheduled to be hosted by DHCP agent d33f51e1-f1a2-468d-95a7-36d67ba2db65 with binding_index 1 {{(pid=80236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 24 06:58:32.898303 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Network d5bc5780-f935-4517-a912-fce628b57950 details requested by agent ovs-agent-hv-cinder-77218 with host hv-cinder-77218 {{(pid=80237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 24 06:58:32.919852 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [None req-17c22efc-c417-4ec7-a4b5-605b8417c5c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-6-smb, 440b000a-80da-445e-b13a-3c626561a2d5) {{(pid=80236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 06:58:32.936880 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c22efc-c417-4ec7-a4b5-605b8417c5c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:58:32.937836 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-17c22efc-c417-4ec7-a4b5-605b8417c5c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539807'] for subnet, before_response {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:32.981789 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-17c22efc-c417-4ec7-a4b5-605b8417c5c5 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7072463 Jan 24 06:58:32.982873 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 58080) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:58:32.988783 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-80f6313a-72c2-4577-b519-433085bcb1ee admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-479307682-router', 'tenant_id': '2fc6fa56d19f4f2496beee60631c3cb7', 'external_gateway_info': {'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a'}}} {{(pid=80236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 06:58:33.000394 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-80f6313a-72c2-4577-b519-433085bcb1ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 06:58:33.008449 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-80f6313a-72c2-4577-b519-433085bcb1ee admin admin] Usage tracker for resource:router and tenant:2fc6fa56d19f4f2496beee60631c3cb7 is out of sync, need to count used quota {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 06:58:33.019408 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-80f6313a-72c2-4577-b519-433085bcb1ee admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 06:58:33.029655 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-80f6313a-72c2-4577-b519-433085bcb1ee admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 06:58:33.053366 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-80f6313a-72c2-4577-b519-433085bcb1ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-492021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8889'] for router, before_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:33.055051 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-80f6313a-72c2-4577-b519-433085bcb1ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854283885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854261357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-438936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854766926'] for router, precommit_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:33.101606 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-80f6313a-72c2-4577-b519-433085bcb1ee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:33.104512 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af03c502-e4b4-45c8-8346-a27b364e59e5 None None] Network 440b000a-80da-445e-b13a-3c626561a2d5 requested from dv-cinder-772181-6-smb {{(pid=80237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 06:58:33.178357 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35221e33-2610-4f32-9493-a1874a8da493 admin admin] Made reservation on behalf of e95c046c5c50410f812c0c754cf1caf4 for: {'subnet': 1} {{(pid=80235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 06:58:33.196262 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-35221e33-2610-4f32-9493-a1874a8da493 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:33.434613 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.db_base_plugin_common [None req-31b5812d-4618-4943-9c67-f82dbb6ee5dd admin admin] Allocated IP 172.28.0.175 (3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a/ded01328-6a1f-470d-9832-6a1e67bc132f/a77b51ed-a9c9-4b81-a42a-9df622f6efce) {{(pid=80235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 06:58:33.471142 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92cb002-6c15-453c-9869-95a4fcafc167 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa806b67e-33b8-5b8e-8be6-afe1d16f8eae-440b000a-80da-445e-b13a-3c626561a2d5', 'network_id': '440b000a-80da-445e-b13a-3c626561a2d5', 'tenant_id': '2fc6fa56d19f4f2496beee60631c3cb7', 'fixed_ips': [{'subnet_id': 'f89146f0-67b7-43a2-a952-f2f292e8520d'}]}} from dv-cinder-772181-6-smb. {{(pid=80237) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 24 06:58:33.475199 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c92cb002-6c15-453c-9869-95a4fcafc167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_create {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:33.692017 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-80f6313a-72c2-4577-b519-433085bcb1ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854261344', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-491778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2396'] for router, precommit_update {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:33.929230 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.db_base_plugin_common [None req-c92cb002-6c15-453c-9869-95a4fcafc167 None None] Allocated IP 172.20.0.2 (440b000a-80da-445e-b13a-3c626561a2d5/f89146f0-67b7-43a2-a952-f2f292e8520d/d6038d48-11d5-4db9-8239-9e7ba16b1b81) {{(pid=80237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 06:58:34.211090 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-31b5812d-4618-4943-9c67-f82dbb6ee5dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:34.292511 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c92cb002-6c15-453c-9869-95a4fcafc167 None None] Notify callbacks [] for port, precommit_create {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:34.317405 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-c92cb002-6c15-453c-9869-95a4fcafc167 None None] Transition to ACTIVE for port object d6038d48-11d5-4db9-8239-9e7ba16b1b81 will not be triggered until provisioned by entity L2. {{(pid=80237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 06:58:34.325451 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-31b5812d-4618-4943-9c67-f82dbb6ee5dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363276713217020'] for port, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:34.353815 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-6501b681-fb58-487e-b500-091af4bbad77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:58:34.354653 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-c92cb002-6c15-453c-9869-95a4fcafc167 None None] Transition to ACTIVE for port object d6038d48-11d5-4db9-8239-9e7ba16b1b81 will not be triggered until provisioned by entity DHCP. {{(pid=80237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 06:58:34.366989 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c92cb002-6c15-453c-9869-95a4fcafc167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363276713217020'] for port, after_create {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:34.397397 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-1588094b-d6a4-49cf-b57b-e66c38c79cd9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:58:34.419950 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-80f6313a-72c2-4577-b519-433085bcb1ee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:34.464191 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-80f6313a-72c2-4577-b519-433085bcb1ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:34.464990 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-35221e33-2610-4f32-9493-a1874a8da493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854325308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788'] for subnet, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:34.636234 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b5812d-4618-4943-9c67-f82dbb6ee5dd admin admin] Pushing event updated for resources: {'Port': ['ID=a77b51ed-a9c9-4b81-a42a-9df622f6efce,revision_number=1']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:58:34.648257 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92cb002-6c15-453c-9869-95a4fcafc167 None None] Pushing event updated for resources: {'Port': ['ID=d6038d48-11d5-4db9-8239-9e7ba16b1b81,revision_number=1']} {{(pid=80237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:58:34.675314 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92cb002-6c15-453c-9869-95a4fcafc167 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:58:34.675833 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92cb002-6c15-453c-9869-95a4fcafc167 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:58:34.678256 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-31b5812d-4618-4943-9c67-f82dbb6ee5dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:58:34.682578 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92cb002-6c15-453c-9869-95a4fcafc167 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:58:34.683043 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92cb002-6c15-453c-9869-95a4fcafc167 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:58:34.683316 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92cb002-6c15-453c-9869-95a4fcafc167 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:58:34.683684 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92cb002-6c15-453c-9869-95a4fcafc167 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:58:34.684224 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92cb002-6c15-453c-9869-95a4fcafc167 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:58:34.684445 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92cb002-6c15-453c-9869-95a4fcafc167 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:58:34.684801 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92cb002-6c15-453c-9869-95a4fcafc167 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:58:34.685160 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92cb002-6c15-453c-9869-95a4fcafc167 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:58:34.685516 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92cb002-6c15-453c-9869-95a4fcafc167 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:58:34.685866 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92cb002-6c15-453c-9869-95a4fcafc167 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:58:34.691311 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.185s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:58:34.704412 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92cb002-6c15-453c-9869-95a4fcafc167 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:58:34.704788 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92cb002-6c15-453c-9869-95a4fcafc167 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:58:34.705160 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92cb002-6c15-453c-9869-95a4fcafc167 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:58:34.705661 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92cb002-6c15-453c-9869-95a4fcafc167 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:58:34.705851 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92cb002-6c15-453c-9869-95a4fcafc167 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:58:34.706186 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92cb002-6c15-453c-9869-95a4fcafc167 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:58:34.706526 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92cb002-6c15-453c-9869-95a4fcafc167 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:58:34.706877 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92cb002-6c15-453c-9869-95a4fcafc167 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:58:34.707229 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92cb002-6c15-453c-9869-95a4fcafc167 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:58:34.707621 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92cb002-6c15-453c-9869-95a4fcafc167 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:58:34.707931 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92cb002-6c15-453c-9869-95a4fcafc167 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:58:34.708281 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92cb002-6c15-453c-9869-95a4fcafc167 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:58:34.709747 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92cb002-6c15-453c-9869-95a4fcafc167 None None] Tracked resource versions report: Jan 24 06:58:34.709747 dv-cinder-772181-6-smb neutron-server[80122]: pushed versions: Jan 24 06:58:34.709747 dv-cinder-772181-6-smb neutron-server[80122]: { 'AddressGroup': {'1.1'}, Jan 24 06:58:34.709747 dv-cinder-772181-6-smb neutron-server[80122]: 'ConntrackHelper': {'1.0'}, Jan 24 06:58:34.709747 dv-cinder-772181-6-smb neutron-server[80122]: 'Log': {'1.0'}, Jan 24 06:58:34.709747 dv-cinder-772181-6-smb neutron-server[80122]: 'Network': {'1.1'}, Jan 24 06:58:34.709747 dv-cinder-772181-6-smb neutron-server[80122]: 'Port': {'1.6'}, Jan 24 06:58:34.709747 dv-cinder-772181-6-smb neutron-server[80122]: 'PortForwarding': {'1.2'}, Jan 24 06:58:34.709747 dv-cinder-772181-6-smb neutron-server[80122]: 'QosPolicy': {'1.8'}, Jan 24 06:58:34.709747 dv-cinder-772181-6-smb neutron-server[80122]: 'SecurityGroup': {'1.4'}, Jan 24 06:58:34.709747 dv-cinder-772181-6-smb neutron-server[80122]: 'SecurityGroupRule': {'1.2'}, Jan 24 06:58:34.709747 dv-cinder-772181-6-smb neutron-server[80122]: 'SubPort': {'1.0'}, Jan 24 06:58:34.709747 dv-cinder-772181-6-smb neutron-server[80122]: 'Subnet': {'1.1'}, Jan 24 06:58:34.709747 dv-cinder-772181-6-smb neutron-server[80122]: 'Trunk': {'1.1'}} Jan 24 06:58:34.709747 dv-cinder-772181-6-smb neutron-server[80122]: consumer versions: Jan 24 06:58:34.709747 dv-cinder-772181-6-smb neutron-server[80122]: { DHCP agent@dv-cinder-772181-6-smb: {}, Jan 24 06:58:34.709747 dv-cinder-772181-6-smb neutron-server[80122]: L3 agent@dv-cinder-772181-6-smb: {}, Jan 24 06:58:34.709747 dv-cinder-772181-6-smb neutron-server[80122]: Metadata agent@dv-cinder-772181-6-smb: {}, Jan 24 06:58:34.709747 dv-cinder-772181-6-smb neutron-server[80122]: Metering agent@dv-cinder-772181-6-smb: {}, Jan 24 06:58:34.709747 dv-cinder-772181-6-smb neutron-server[80122]: Open vSwitch agent@dv-cinder-772181-6-smb: { 'AddressGroup': '1.1', Jan 24 06:58:34.709747 dv-cinder-772181-6-smb neutron-server[80122]: 'ConntrackHelper': '1.0', Jan 24 06:58:34.709747 dv-cinder-772181-6-smb neutron-server[80122]: 'Log': '1.0', Jan 24 06:58:34.709747 dv-cinder-772181-6-smb neutron-server[80122]: 'Network': '1.1', Jan 24 06:58:34.709747 dv-cinder-772181-6-smb neutron-server[80122]: 'Port': '1.6', Jan 24 06:58:34.709747 dv-cinder-772181-6-smb neutron-server[80122]: 'PortForwarding': '1.2', Jan 24 06:58:34.709747 dv-cinder-772181-6-smb neutron-server[80122]: 'QosPolicy': '1.8', Jan 24 06:58:34.709747 dv-cinder-772181-6-smb neutron-server[80122]: 'SecurityGroup': '1.4', Jan 24 06:58:34.709747 dv-cinder-772181-6-smb neutron-server[80122]: 'SecurityGroupRule': '1.2', Jan 24 06:58:34.709747 dv-cinder-772181-6-smb neutron-server[80122]: 'SubPort': '1.0', Jan 24 06:58:34.709747 dv-cinder-772181-6-smb neutron-server[80122]: 'Subnet': '1.1', Jan 24 06:58:34.709747 dv-cinder-772181-6-smb neutron-server[80122]: 'Trunk': '1.1'}, Jan 24 06:58:34.709747 dv-cinder-772181-6-smb neutron-server[80122]: Open vSwitch agent@hv-cinder-77218: { 'AddressGroup': '1.1', Jan 24 06:58:34.709747 dv-cinder-772181-6-smb neutron-server[80122]: 'ConntrackHelper': '1.0', Jan 24 06:58:34.709747 dv-cinder-772181-6-smb neutron-server[80122]: 'Log': '1.0', Jan 24 06:58:34.709747 dv-cinder-772181-6-smb neutron-server[80122]: 'Network': '1.1', Jan 24 06:58:34.709747 dv-cinder-772181-6-smb neutron-server[80122]: 'Port': '1.6', Jan 24 06:58:34.709747 dv-cinder-772181-6-smb neutron-server[80122]: 'PortForwarding': '1.2', Jan 24 06:58:34.709747 dv-cinder-772181-6-smb neutron-server[80122]: 'QosPolicy': '1.8', Jan 24 06:58:34.709747 dv-cinder-772181-6-smb neutron-server[80122]: 'SecurityGroup': '1.4', Jan 24 06:58:34.709747 dv-cinder-772181-6-smb neutron-server[80122]: 'SecurityGroupRule': '1.2', Jan 24 06:58:34.709747 dv-cinder-772181-6-smb neutron-server[80122]: 'SubPort': '1.0', Jan 24 06:58:34.709747 dv-cinder-772181-6-smb neutron-server[80122]: 'Subnet': '1.1', Jan 24 06:58:34.709747 dv-cinder-772181-6-smb neutron-server[80122]: 'Trunk': '1.1'}} Jan 24 06:58:34.709747 dv-cinder-772181-6-smb neutron-server[80122]: {{(pid=80237) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 24 06:58:34.720105 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-c92cb002-6c15-453c-9869-95a4fcafc167 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:58:34.833554 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c92cb002-6c15-453c-9869-95a4fcafc167 None None] Network 440b000a-80da-445e-b13a-3c626561a2d5 is already hosted by enough agents. {{(pid=80237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 06:58:34.839248 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [None req-c92cb002-6c15-453c-9869-95a4fcafc167 None None] Resources bound (agent type, host, resource id): {{(pid=80237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 06:58:34.841757 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92cb002-6c15-453c-9869-95a4fcafc167 None None] Received port after_create {{(pid=80237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 06:58:34.884098 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.db_base_plugin_common [None req-80f6313a-72c2-4577-b519-433085bcb1ee admin admin] Allocated IP 172.28.0.159 (3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a/ded01328-6a1f-470d-9832-6a1e67bc132f/c688ab2c-9bd6-42aa-b66c-2b236de57deb) {{(pid=80236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 06:58:34.938020 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35221e33-2610-4f32-9493-a1874a8da493 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27aa906a-02df-4a1a-ad77-b135488e9ae0,revision_number=0']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:58:34.947879 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-c92cb002-6c15-453c-9869-95a4fcafc167 None None] Attempting to bind port d6038d48-11d5-4db9-8239-9e7ba16b1b81 on host dv-cinder-772181-6-smb for vnic_type normal with profile {{(pid=80237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 06:58:34.948301 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-c92cb002-6c15-453c-9869-95a4fcafc167 None None] Attempting to bind port d6038d48-11d5-4db9-8239-9e7ba16b1b81 by drivers openvswitch on host dv-cinder-772181-6-smb at level 0 using segments [{'id': 'adda3e32-e252-4d09-9851-9d25a3fda79e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '440b000a-80da-445e-b13a-3c626561a2d5'}] {{(pid=80237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 06:58:34.948899 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92cb002-6c15-453c-9869-95a4fcafc167 None None] Attempting to bind port d6038d48-11d5-4db9-8239-9e7ba16b1b81 on network 440b000a-80da-445e-b13a-3c626561a2d5 {{(pid=80237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 06:58:34.965830 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-35221e33-2610-4f32-9493-a1874a8da493 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:58:34.972418 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92cb002-6c15-453c-9869-95a4fcafc167 None None] Checking agent: {'id': '3fe64d96-acff-4950-84fb-d8384a2371af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 6, 49, 21), 'started_at': datetime.datetime(2021, 1, 24, 6, 49, 51), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 6, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 06:58:34.972844 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92cb002-6c15-453c-9869-95a4fcafc167 None None] Checking segment: {'id': 'adda3e32-e252-4d09-9851-9d25a3fda79e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '440b000a-80da-445e-b13a-3c626561a2d5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 06:58:34.973300 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c92cb002-6c15-453c-9869-95a4fcafc167 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:34.973743 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92cb002-6c15-453c-9869-95a4fcafc167 None None] Bound using segment: {'id': 'adda3e32-e252-4d09-9851-9d25a3fda79e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '440b000a-80da-445e-b13a-3c626561a2d5'} {{(pid=80237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 06:58:34.974811 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-c92cb002-6c15-453c-9869-95a4fcafc167 None None] Bound port: d6038d48-11d5-4db9-8239-9e7ba16b1b81, host: dv-cinder-772181-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adda3e32-e252-4d09-9851-9d25a3fda79e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '440b000a-80da-445e-b13a-3c626561a2d5'}}] {{(pid=80237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 06:58:34.976617 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c92cb002-6c15-453c-9869-95a4fcafc167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:34.984435 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b5812d-4618-4943-9c67-f82dbb6ee5dd admin admin] Network 3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a is already hosted by enough agents. {{(pid=80235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 06:58:34.989705 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [None req-31b5812d-4618-4943-9c67-f82dbb6ee5dd admin admin] Resources bound (agent type, host, resource id): {{(pid=80235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 06:58:34.993368 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b5812d-4618-4943-9c67-f82dbb6ee5dd admin admin] Received port after_create {{(pid=80235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 06:58:35.100848 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-c92cb002-6c15-453c-9869-95a4fcafc167 None None] For port d6038d48-11d5-4db9-8239-9e7ba16b1b81, host dv-cinder-772181-6-smb, cleared binding levels {{(pid=80237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 06:58:35.104741 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-c92cb002-6c15-453c-9869-95a4fcafc167 None None] For port d6038d48-11d5-4db9-8239-9e7ba16b1b81, host dv-cinder-772181-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-6-smb',level=0,port_id=d6038d48-11d5-4db9-8239-9e7ba16b1b81,segment=NetworkSegment(adda3e32-e252-4d09-9851-9d25a3fda79e),segment_id=adda3e32-e252-4d09-9851-9d25a3fda79e)] {{(pid=80237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 06:58:35.108683 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c92cb002-6c15-453c-9869-95a4fcafc167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098'] for port, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:35.146355 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-80f6313a-72c2-4577-b519-433085bcb1ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:35.224340 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-80f6313a-72c2-4577-b519-433085bcb1ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363276713217020'] for port, after_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:35.245207 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:58:35.377501 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-6ef095a0-4008-4160-a114-b86b93a2d58b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:58:35.411887 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f6313a-72c2-4577-b519-433085bcb1ee admin admin] Pushing event updated for resources: {'Port': ['ID=c688ab2c-9bd6-42aa-b66c-2b236de57deb,revision_number=1']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:58:35.417330 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-80f6313a-72c2-4577-b519-433085bcb1ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:58:35.516147 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92cb002-6c15-453c-9869-95a4fcafc167 None None] Pushing event updated for resources: {'Port': ['ID=d6038d48-11d5-4db9-8239-9e7ba16b1b81,revision_number=2']} {{(pid=80237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:58:35.530455 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-c92cb002-6c15-453c-9869-95a4fcafc167 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:58:35.606671 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35221e33-2610-4f32-9493-a1874a8da493 admin admin] Checking segment: {'id': '6fdbfd3f-d3ae-47e4-b9e1-f54dda16feae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd5bc5780-f935-4517-a912-fce628b57950'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 06:58:35.607075 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35221e33-2610-4f32-9493-a1874a8da493 admin admin] Network hostable DHCP agents. Network: d5bc5780-f935-4517-a912-fce628b57950, hostable agents: ['d33f51e1-f1a2-468d-95a7-36d67ba2db65'], hosted agents: [] {{(pid=80235) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 24 06:58:35.609578 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f6313a-72c2-4577-b519-433085bcb1ee admin admin] Network 3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a is already hosted by enough agents. {{(pid=80236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 06:58:35.610827 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [None req-80f6313a-72c2-4577-b519-433085bcb1ee admin admin] Resources bound (agent type, host, resource id): {{(pid=80236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 06:58:35.628337 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f6313a-72c2-4577-b519-433085bcb1ee admin admin] Received port after_create {{(pid=80236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 06:58:35.699206 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35221e33-2610-4f32-9493-a1874a8da493 admin admin] Network d5bc5780-f935-4517-a912-fce628b57950 is scheduled to be hosted by DHCP agent d33f51e1-f1a2-468d-95a7-36d67ba2db65 with binding_index 1 {{(pid=80235) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 24 06:58:35.701879 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-31b5812d-4618-4943-9c67-f82dbb6ee5dd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:35.958301 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [None req-35221e33-2610-4f32-9493-a1874a8da493 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-6-smb, d5bc5780-f935-4517-a912-fce628b57950) {{(pid=80235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 06:58:35.971416 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35221e33-2610-4f32-9493-a1874a8da493 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:58:35.971716 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78068574-19b1-4faa-b033-736c30fc530e None None] Network d5bc5780-f935-4517-a912-fce628b57950 requested from dv-cinder-772181-6-smb {{(pid=80237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 06:58:35.979089 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-35221e33-2610-4f32-9493-a1874a8da493 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539807'] for subnet, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:36.044152 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-35221e33-2610-4f32-9493-a1874a8da493 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.2367377 Jan 24 06:58:36.384353 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-80f6313a-72c2-4577-b519-433085bcb1ee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:36.495539 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 58200) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:58:36.533083 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-31b5812d-4618-4943-9c67-f82dbb6ee5dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854283779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514502'] for router, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:36.546082 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50484119-40b6-4431-9596-41831d4880f1 None None] Network d5bc5780-f935-4517-a912-fce628b57950 requested from dv-cinder-772181-6-smb {{(pid=80237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 06:58:36.915792 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31b5812d-4618-4943-9c67-f82dbb6ee5dd admin admin] Router 5288a07a-446d-47b3-88f8-2951029b5c0f is scheduled to L3 agent 4d190a5c-2620-4f2a-bccf-f8076df9706a with binding_index 1 {{(pid=80235) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 24 06:58:37.008280 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-80f6313a-72c2-4577-b519-433085bcb1ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854283779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514502'] for router, after_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:37.116674 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.agents_db [None req-2c2cd112-eb45-4d42-b228-ef41d20f669c None None] Agent healthcheck: found 6 active agents {{(pid=80238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 06:58:37.298356 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31b5812d-4618-4943-9c67-f82dbb6ee5dd admin admin] Notify agent at l3_agent.dv-cinder-772181-6-smb the message routers_updated {{(pid=80235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 24 06:58:37.310498 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64a6cbc-0ce6-4d7d-8e2b-49afb28b81f2 None None] Sync routers for ids ['5288a07a-446d-47b3-88f8-2951029b5c0f'] in dv-cinder-772181-6-smb {{(pid=80238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 24 06:58:37.320934 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80f6313a-72c2-4577-b519-433085bcb1ee admin admin] Router c96de43a-59d1-460d-a1b9-d50ba998bb57 is scheduled to L3 agent 4d190a5c-2620-4f2a-bccf-f8076df9706a with binding_index 1 {{(pid=80236) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 24 06:58:37.328176 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64a6cbc-0ce6-4d7d-8e2b-49afb28b81f2 None None] Routers {'5288a07a-446d-47b3-88f8-2951029b5c0f'} bound to L3 agent in host dv-cinder-772181-6-smb {{(pid=80238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 06:58:37.329176 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-f64a6cbc-0ce6-4d7d-8e2b-49afb28b81f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-24T06:49:21Z,description=,heartbeat_timestamp=2021-01-24T06:58:21Z,host='dv-cinder-772181-6-smb',id=4d190a5c-2620-4f2a-bccf-f8076df9706a,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T06:49:21Z,topic='l3_agent')) {'router_ids': ['5288a07a-446d-47b3-88f8-2951029b5c0f'], 'active': True} {{(pid=80238) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 06:58:37.339497 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-31b5812d-4618-4943-9c67-f82dbb6ee5dd admin admin] Notify callbacks [] for router, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:37.341119 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-31b5812d-4618-4943-9c67-f82dbb6ee5dd admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.4161799 Jan 24 06:58:37.348305 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 58222) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:58:37.463374 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4760e97a-fa93-4e2f-9ac8-f11f41587625 None None] Network 440b000a-80da-445e-b13a-3c626561a2d5 requested from dv-cinder-772181-6-smb {{(pid=80237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 06:58:37.523483 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 58228) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:58:37.536581 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 58232) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:58:37.629804 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c055e631-b9ce-4b71-bf45-8db7cab801c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:37.655408 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-f64a6cbc-0ce6-4d7d-8e2b-49afb28b81f2 None None] Set router 5288a07a-446d-47b3-88f8-2951029b5c0f gateway port host: dv-cinder-772181-6-smb {{(pid=80238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 06:58:37.663113 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Device d6038d48-11d5-4db9-8239-9e7ba16b1b81 up at agent ovs-agent-dv-cinder-772181-6-smb {{(pid=80237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 06:58:37.913746 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 58248) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:58:37.960137 dv-cinder-772181-6-smb neutron-server[80122]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 24 06:58:37.986001 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-c055e631-b9ce-4b71-bf45-8db7cab801c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 06:58:37.990123 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-c055e631-b9ce-4b71-bf45-8db7cab801c0 admin admin] Usage tracker for resource:security_group_rule and tenant:0cd2dd0d0bbc4c66b8e80db873dc4782 is out of sync, need to count used quota {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 06:58:37.993901 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-c055e631-b9ce-4b71-bf45-8db7cab801c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 06:58:38.003579 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-64a95c5f-61a3-4c80-b1da-99497dd009ea None None] Provisioning for port d6038d48-11d5-4db9-8239-9e7ba16b1b81 completed by entity DHCP. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 06:58:38.008448 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-c055e631-b9ce-4b71-bf45-8db7cab801c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 06:58:38.160445 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-f64a6cbc-0ce6-4d7d-8e2b-49afb28b81f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5288a07a-446d-47b3-88f8-2951029b5c0f', 'name': 'tempest-ServerRescueNegativeTestJSON-490811028-router', 'tenant_id': 'ad0f0f6ed63d4257be2cdd0b6041510c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'external_fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.175'}], 'enable_snat': True}, 'gw_port_id': 'a77b51ed-a9c9-4b81-a42a-9df622f6efce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T06:58:31Z', 'updated_at': '2021-01-24T06:58:35Z', 'revision_number': 3, 'project_id': 'ad0f0f6ed63d4257be2cdd0b6041510c', 'gw_port': {'id': 'a77b51ed-a9c9-4b81-a42a-9df622f6efce', 'name': '', 'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:75:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5288a07a-446d-47b3-88f8-2951029b5c0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T06:58:33Z', 'updated_at': '2021-01-24T06:58:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-6-smb'}], 'dv-cinder-772181-6-smb', False) {} {{(pid=80238) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 06:58:38.168662 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64a6cbc-0ce6-4d7d-8e2b-49afb28b81f2 None None] Checking router: 5288a07a-446d-47b3-88f8-2951029b5c0f for host: dv-cinder-772181-6-smb {{(pid=80238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 24 06:58:38.169045 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64a6cbc-0ce6-4d7d-8e2b-49afb28b81f2 None None] Updating router 5288a07a-446d-47b3-88f8-2951029b5c0f port a77b51ed-a9c9-4b81-a42a-9df622f6efce binding host dv-cinder-772181-6-smb {{(pid=80238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 24 06:58:38.186097 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6708a3dc-a4f3-47e3-b349-e07378d36307 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:38.195484 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Provisioning for port d6038d48-11d5-4db9-8239-9e7ba16b1b81 completed by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 06:58:38.219868 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Provisioning complete for port d6038d48-11d5-4db9-8239-9e7ba16b1b81 triggered by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 06:58:38.219868 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:38.244634 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f64a6cbc-0ce6-4d7d-8e2b-49afb28b81f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:38.318419 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ad034022-7143-471c-9339-a79ecc728aac admin admin] Notify callbacks [] for security_group, before_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:38.369722 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-6708a3dc-a4f3-47e3-b349-e07378d36307 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 06:58:38.405389 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-ad034022-7143-471c-9339-a79ecc728aac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 06:58:38.466120 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-ad034022-7143-471c-9339-a79ecc728aac admin admin] Usage tracker for resource:security_group_rule and tenant:012b94a98cdc4523bbb59d9f47d4ab7e is out of sync, need to count used quota {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 06:58:38.470128 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-ad034022-7143-471c-9339-a79ecc728aac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 06:58:38.478146 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-ad034022-7143-471c-9339-a79ecc728aac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 06:58:38.577624 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ad034022-7143-471c-9339-a79ecc728aac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:38.579851 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80f6313a-72c2-4577-b519-433085bcb1ee admin admin] Notify agent at l3_agent.dv-cinder-772181-6-smb the message routers_updated {{(pid=80236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 24 06:58:38.601817 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-6708a3dc-a4f3-47e3-b349-e07378d36307 admin admin] Usage tracker for resource:security_group_rule and tenant:e881b163098445cbb70f7ff51f3f0c35 is out of sync, need to count used quota {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 06:58:38.635910 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ad034022-7143-471c-9339-a79ecc728aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:38.663932 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-6708a3dc-a4f3-47e3-b349-e07378d36307 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 06:58:38.667304 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-80f6313a-72c2-4577-b519-433085bcb1ee admin admin] Notify callbacks [] for router, before_response {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:38.669004 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-80f6313a-72c2-4577-b519-433085bcb1ee admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.6849599 Jan 24 06:58:38.696026 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 58276) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:58:38.702783 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c055e631-b9ce-4b71-bf45-8db7cab801c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:38.711737 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-6708a3dc-a4f3-47e3-b349-e07378d36307 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 06:58:38.714068 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-885962af-7793-49b1-89d4-179f57bf084c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:58:38.715518 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:38.726498 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7bfe14-8b51-4948-8e87-5f6d2a856e38 None None] Sync routers for ids ['c96de43a-59d1-460d-a1b9-d50ba998bb57'] in dv-cinder-772181-6-smb {{(pid=80237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 24 06:58:38.746965 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-ad034022-7143-471c-9339-a79ecc728aac admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=012b94a98cdc4523bbb59d9f47d4ab7e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8617826 Jan 24 06:58:38.752526 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad034022-7143-471c-9339-a79ecc728aac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a4411c6-fdd2-4e2f-8b01-27cb7f441cf3,revision_number=1']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:58:38.755377 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 58282) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:58:38.766102 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7bfe14-8b51-4948-8e87-5f6d2a856e38 None None] Routers {'c96de43a-59d1-460d-a1b9-d50ba998bb57'} bound to L3 agent in host dv-cinder-772181-6-smb {{(pid=80237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 06:58:38.766795 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-0f7bfe14-8b51-4948-8e87-5f6d2a856e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-24T06:49:21Z,description=,heartbeat_timestamp=2021-01-24T06:58:21Z,host='dv-cinder-772181-6-smb',id=4d190a5c-2620-4f2a-bccf-f8076df9706a,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T06:49:21Z,topic='l3_agent')) {'router_ids': ['c96de43a-59d1-460d-a1b9-d50ba998bb57'], 'active': True} {{(pid=80237) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 06:58:38.781073 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-ad034022-7143-471c-9339-a79ecc728aac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:58:38.811759 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c055e631-b9ce-4b71-bf45-8db7cab801c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:38.826438 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f64a6cbc-0ce6-4d7d-8e2b-49afb28b81f2 None None] Notify callbacks [] for port, precommit_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:38.867543 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-f64a6cbc-0ce6-4d7d-8e2b-49afb28b81f2 None None] Transition to ACTIVE for port object a77b51ed-a9c9-4b81-a42a-9df622f6efce will not be triggered until provisioned by entity L2. {{(pid=80238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 06:58:38.872380 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f64a6cbc-0ce6-4d7d-8e2b-49afb28b81f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098'] for port, after_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:38.873236 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f24bc3f8-507c-4b64-a19e-893e6ab8e280 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:38.898455 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] For port d6038d48-11d5-4db9-8239-9e7ba16b1b81, host dv-cinder-772181-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-6-smb',level=0,port_id=d6038d48-11d5-4db9-8239-9e7ba16b1b81,segment=NetworkSegment(adda3e32-e252-4d09-9851-9d25a3fda79e),segment_id=adda3e32-e252-4d09-9851-9d25a3fda79e)] {{(pid=80237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 06:58:38.903949 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-cf3bed12-1a12-4b0c-9ac1-c7ac358c81b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:58:38.926202 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fe9025-f4bf-4300-b67a-bed2b0052cba req-f70df090-614a-415e-86f0-9220b03cf174 tempest-DeleteServersTestJSON-1865463731 tempest-DeleteServersTestJSON-1865463731] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:58:38.927463 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-61fe9025-f4bf-4300-b67a-bed2b0052cba req-f70df090-614a-415e-86f0-9220b03cf174 tempest-DeleteServersTestJSON-1865463731 tempest-DeleteServersTestJSON-1865463731] Synchronizing usage tracker for tenant:e95c046c5c50410f812c0c754cf1caf4 on resource:network {{(pid=80236) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 06:58:38.972178 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f24bc3f8-507c-4b64-a19e-893e6ab8e280 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:38.987943 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-c055e631-b9ce-4b71-bf45-8db7cab801c0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0cd2dd0d0bbc4c66b8e80db873dc4782&name=default HTTP/1.1" status: 200 len: 2975 time: 2.4896641 Jan 24 06:58:38.993391 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 58288) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:58:39.035187 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c055e631-b9ce-4b71-bf45-8db7cab801c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccb1adec-5601-4b7e-a320-f01875c7f2b0,revision_number=1']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:58:39.057688 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098'] for port, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:39.068096 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-c055e631-b9ce-4b71-bf45-8db7cab801c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:58:39.124573 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:58:39.136524 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-ddea223d-234e-4a67-aa0e-d5270302af30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:58:39.151539 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-643b4095-17ec-4b29-8caa-766bb3e2142d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:39.185236 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-643b4095-17ec-4b29-8caa-766bb3e2142d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:39.248489 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-643b4095-17ec-4b29-8caa-766bb3e2142d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:39.261800 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f24bc3f8-507c-4b64-a19e-893e6ab8e280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:39.267351 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:58:39.285119 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643b4095-17ec-4b29-8caa-766bb3e2142d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccb1adec-5601-4b7e-a320-f01875c7f2b0,revision_number=None']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:58:39.291433 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Pushing event updated for resources: {'Port': ['ID=d6038d48-11d5-4db9-8239-9e7ba16b1b81,revision_number=3']} {{(pid=80237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:58:39.297025 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:58:39.318171 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6708a3dc-a4f3-47e3-b349-e07378d36307 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:39.331054 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24bc3f8-507c-4b64-a19e-893e6ab8e280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a4411c6-fdd2-4e2f-8b01-27cb7f441cf3,revision_number=None']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:58:39.334900 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-0f7bfe14-8b51-4948-8e87-5f6d2a856e38 None None] Set router c96de43a-59d1-460d-a1b9-d50ba998bb57 gateway port host: dv-cinder-772181-6-smb {{(pid=80237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 06:58:39.344862 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-f24bc3f8-507c-4b64-a19e-893e6ab8e280 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:58:39.352417 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:58:39.352867 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:58:39.353762 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6708a3dc-a4f3-47e3-b349-e07378d36307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:39.356290 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f24bc3f8-507c-4b64-a19e-893e6ab8e280 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:39.357868 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-f24bc3f8-507c-4b64-a19e-893e6ab8e280 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5a4411c6-fdd2-4e2f-8b01-27cb7f441cf3 HTTP/1.1" status: 204 len: 168 time: 0.5886292 Jan 24 06:58:39.359795 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-643b4095-17ec-4b29-8caa-766bb3e2142d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:39.361105 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-643b4095-17ec-4b29-8caa-766bb3e2142d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ccb1adec-5601-4b7e-a320-f01875c7f2b0 HTTP/1.1" status: 204 len: 168 time: 0.3650925 Jan 24 06:58:39.395720 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:58:39.409356 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-6708a3dc-a4f3-47e3-b349-e07378d36307 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e881b163098445cbb70f7ff51f3f0c35&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8847063 Jan 24 06:58:39.412003 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-61fe9025-f4bf-4300-b67a-bed2b0052cba req-f70df090-614a-415e-86f0-9220b03cf174 tempest-DeleteServersTestJSON-1865463731 tempest-DeleteServersTestJSON-1865463731] Unset dirty status for tenant:e95c046c5c50410f812c0c754cf1caf4 on resource:network {{(pid=80236) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 06:58:39.414731 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-61fe9025-f4bf-4300-b67a-bed2b0052cba req-f70df090-614a-415e-86f0-9220b03cf174 tempest-DeleteServersTestJSON-1865463731 tempest-DeleteServersTestJSON-1865463731] 10.222.0.22 "GET /v2.0/networks?id=d5bc5780-f935-4517-a912-fce628b57950 HTTP/1.1" status: 200 len: 812 time: 1.4990833 Jan 24 06:58:39.424499 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 58298) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:58:39.521316 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-61fe9025-f4bf-4300-b67a-bed2b0052cba req-2fd7bba9-f2ae-4f55-a7ff-5df5a4791ddc tempest-DeleteServersTestJSON-1865463731 tempest-DeleteServersTestJSON-1865463731] 10.222.0.22 "GET /v2.0/quotas/e95c046c5c50410f812c0c754cf1caf4 HTTP/1.1" status: 200 len: 375 time: 0.0808239 Jan 24 06:58:39.537281 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6708a3dc-a4f3-47e3-b349-e07378d36307 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81b521a2-5925-4be8-a6d9-4f2f229b4b93,revision_number=1']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:58:39.619427 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-6708a3dc-a4f3-47e3-b349-e07378d36307 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:58:39.683208 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d9560c-ba57-4914-8690-596c0bde321a None None] Pushing event updated for resources: {'Port': ['ID=a77b51ed-a9c9-4b81-a42a-9df622f6efce,revision_number=2']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:58:39.696457 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-f64a6cbc-0ce6-4d7d-8e2b-49afb28b81f2 None None] Attempting to bind port a77b51ed-a9c9-4b81-a42a-9df622f6efce on host dv-cinder-772181-6-smb for vnic_type normal with profile {{(pid=80238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 06:58:39.696871 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-f64a6cbc-0ce6-4d7d-8e2b-49afb28b81f2 None None] Attempting to bind port a77b51ed-a9c9-4b81-a42a-9df622f6efce by drivers openvswitch on host dv-cinder-772181-6-smb at level 0 using segments [{'id': 'c7c4758e-d769-4634-92c6-d73b8ba1db56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a'}] {{(pid=80238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 06:58:39.697280 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64a6cbc-0ce6-4d7d-8e2b-49afb28b81f2 None None] Attempting to bind port a77b51ed-a9c9-4b81-a42a-9df622f6efce on network 3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a {{(pid=80238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 06:58:39.723135 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d9560c-ba57-4914-8690-596c0bde321a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:58:39.723483 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d9560c-ba57-4914-8690-596c0bde321a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:58:39.728239 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d9560c-ba57-4914-8690-596c0bde321a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:58:39.728833 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d9560c-ba57-4914-8690-596c0bde321a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:58:39.738714 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d9560c-ba57-4914-8690-596c0bde321a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:58:39.739348 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d9560c-ba57-4914-8690-596c0bde321a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:58:39.739930 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d9560c-ba57-4914-8690-596c0bde321a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:58:39.740708 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d9560c-ba57-4914-8690-596c0bde321a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:58:39.741230 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d9560c-ba57-4914-8690-596c0bde321a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:58:39.741739 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d9560c-ba57-4914-8690-596c0bde321a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:58:39.742414 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d9560c-ba57-4914-8690-596c0bde321a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:58:39.742933 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d9560c-ba57-4914-8690-596c0bde321a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:58:39.743672 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d9560c-ba57-4914-8690-596c0bde321a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:58:39.744200 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d9560c-ba57-4914-8690-596c0bde321a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:58:39.744742 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d9560c-ba57-4914-8690-596c0bde321a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:58:39.745246 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d9560c-ba57-4914-8690-596c0bde321a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:58:39.745759 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d9560c-ba57-4914-8690-596c0bde321a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:58:39.746263 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d9560c-ba57-4914-8690-596c0bde321a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:58:39.746765 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d9560c-ba57-4914-8690-596c0bde321a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:58:39.747288 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d9560c-ba57-4914-8690-596c0bde321a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:58:39.756456 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d9560c-ba57-4914-8690-596c0bde321a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:58:39.757286 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d9560c-ba57-4914-8690-596c0bde321a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:58:39.757791 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d9560c-ba57-4914-8690-596c0bde321a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:58:39.758309 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d9560c-ba57-4914-8690-596c0bde321a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:58:39.760060 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d9560c-ba57-4914-8690-596c0bde321a None None] Tracked resource versions report: Jan 24 06:58:39.760060 dv-cinder-772181-6-smb neutron-server[80122]: pushed versions: Jan 24 06:58:39.760060 dv-cinder-772181-6-smb neutron-server[80122]: { 'AddressGroup': {'1.1'}, Jan 24 06:58:39.760060 dv-cinder-772181-6-smb neutron-server[80122]: 'ConntrackHelper': {'1.0'}, Jan 24 06:58:39.760060 dv-cinder-772181-6-smb neutron-server[80122]: 'Log': {'1.0'}, Jan 24 06:58:39.760060 dv-cinder-772181-6-smb neutron-server[80122]: 'Network': {'1.1'}, Jan 24 06:58:39.760060 dv-cinder-772181-6-smb neutron-server[80122]: 'Port': {'1.6'}, Jan 24 06:58:39.760060 dv-cinder-772181-6-smb neutron-server[80122]: 'PortForwarding': {'1.2'}, Jan 24 06:58:39.760060 dv-cinder-772181-6-smb neutron-server[80122]: 'QosPolicy': {'1.8'}, Jan 24 06:58:39.760060 dv-cinder-772181-6-smb neutron-server[80122]: 'SecurityGroup': {'1.4'}, Jan 24 06:58:39.760060 dv-cinder-772181-6-smb neutron-server[80122]: 'SecurityGroupRule': {'1.2'}, Jan 24 06:58:39.760060 dv-cinder-772181-6-smb neutron-server[80122]: 'SubPort': {'1.0'}, Jan 24 06:58:39.760060 dv-cinder-772181-6-smb neutron-server[80122]: 'Subnet': {'1.1'}, Jan 24 06:58:39.760060 dv-cinder-772181-6-smb neutron-server[80122]: 'Trunk': {'1.1'}} Jan 24 06:58:39.760060 dv-cinder-772181-6-smb neutron-server[80122]: consumer versions: Jan 24 06:58:39.760060 dv-cinder-772181-6-smb neutron-server[80122]: { DHCP agent@dv-cinder-772181-6-smb: {}, Jan 24 06:58:39.760060 dv-cinder-772181-6-smb neutron-server[80122]: L3 agent@dv-cinder-772181-6-smb: {}, Jan 24 06:58:39.760060 dv-cinder-772181-6-smb neutron-server[80122]: Metadata agent@dv-cinder-772181-6-smb: {}, Jan 24 06:58:39.760060 dv-cinder-772181-6-smb neutron-server[80122]: Metering agent@dv-cinder-772181-6-smb: {}, Jan 24 06:58:39.760060 dv-cinder-772181-6-smb neutron-server[80122]: Open vSwitch agent@dv-cinder-772181-6-smb: { 'AddressGroup': '1.1', Jan 24 06:58:39.760060 dv-cinder-772181-6-smb neutron-server[80122]: 'ConntrackHelper': '1.0', Jan 24 06:58:39.760060 dv-cinder-772181-6-smb neutron-server[80122]: 'Log': '1.0', Jan 24 06:58:39.760060 dv-cinder-772181-6-smb neutron-server[80122]: 'Network': '1.1', Jan 24 06:58:39.760060 dv-cinder-772181-6-smb neutron-server[80122]: 'Port': '1.6', Jan 24 06:58:39.760060 dv-cinder-772181-6-smb neutron-server[80122]: 'PortForwarding': '1.2', Jan 24 06:58:39.760060 dv-cinder-772181-6-smb neutron-server[80122]: 'QosPolicy': '1.8', Jan 24 06:58:39.760060 dv-cinder-772181-6-smb neutron-server[80122]: 'SecurityGroup': '1.4', Jan 24 06:58:39.760060 dv-cinder-772181-6-smb neutron-server[80122]: 'SecurityGroupRule': '1.2', Jan 24 06:58:39.760060 dv-cinder-772181-6-smb neutron-server[80122]: 'SubPort': '1.0', Jan 24 06:58:39.760060 dv-cinder-772181-6-smb neutron-server[80122]: 'Subnet': '1.1', Jan 24 06:58:39.760060 dv-cinder-772181-6-smb neutron-server[80122]: 'Trunk': '1.1'}, Jan 24 06:58:39.760060 dv-cinder-772181-6-smb neutron-server[80122]: Open vSwitch agent@hv-cinder-77218: { 'AddressGroup': '1.1', Jan 24 06:58:39.760060 dv-cinder-772181-6-smb neutron-server[80122]: 'ConntrackHelper': '1.0', Jan 24 06:58:39.760060 dv-cinder-772181-6-smb neutron-server[80122]: 'Log': '1.0', Jan 24 06:58:39.760060 dv-cinder-772181-6-smb neutron-server[80122]: 'Network': '1.1', Jan 24 06:58:39.760060 dv-cinder-772181-6-smb neutron-server[80122]: 'Port': '1.6', Jan 24 06:58:39.760060 dv-cinder-772181-6-smb neutron-server[80122]: 'PortForwarding': '1.2', Jan 24 06:58:39.760060 dv-cinder-772181-6-smb neutron-server[80122]: 'QosPolicy': '1.8', Jan 24 06:58:39.760060 dv-cinder-772181-6-smb neutron-server[80122]: 'SecurityGroup': '1.4', Jan 24 06:58:39.760060 dv-cinder-772181-6-smb neutron-server[80122]: 'SecurityGroupRule': '1.2', Jan 24 06:58:39.760060 dv-cinder-772181-6-smb neutron-server[80122]: 'SubPort': '1.0', Jan 24 06:58:39.760060 dv-cinder-772181-6-smb neutron-server[80122]: 'Subnet': '1.1', Jan 24 06:58:39.760060 dv-cinder-772181-6-smb neutron-server[80122]: 'Trunk': '1.1'}} Jan 24 06:58:39.760060 dv-cinder-772181-6-smb neutron-server[80122]: {{(pid=80238) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 24 06:58:39.767333 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64a6cbc-0ce6-4d7d-8e2b-49afb28b81f2 None None] Checking agent: {'id': '3fe64d96-acff-4950-84fb-d8384a2371af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 6, 49, 21), 'started_at': datetime.datetime(2021, 1, 24, 6, 49, 51), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 6, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 06:58:39.768027 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64a6cbc-0ce6-4d7d-8e2b-49afb28b81f2 None None] Checking segment: {'id': 'c7c4758e-d769-4634-92c6-d73b8ba1db56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 06:58:39.769012 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f64a6cbc-0ce6-4d7d-8e2b-49afb28b81f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:39.769612 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64a6cbc-0ce6-4d7d-8e2b-49afb28b81f2 None None] Bound using segment: {'id': 'c7c4758e-d769-4634-92c6-d73b8ba1db56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a'} {{(pid=80238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 06:58:39.770301 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-f64a6cbc-0ce6-4d7d-8e2b-49afb28b81f2 None None] Bound port: a77b51ed-a9c9-4b81-a42a-9df622f6efce, host: dv-cinder-772181-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c4758e-d769-4634-92c6-d73b8ba1db56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a'}}] {{(pid=80238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 06:58:39.774919 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f64a6cbc-0ce6-4d7d-8e2b-49afb28b81f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:39.832185 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-53d9560c-ba57-4914-8690-596c0bde321a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.696s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:58:39.839444 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-61fe9025-f4bf-4300-b67a-bed2b0052cba req-1306118b-46ce-41f2-9f54-a5a4571ae77f tempest-DeleteServersTestJSON-1865463731 tempest-DeleteServersTestJSON-1865463731] 10.222.0.22 "GET /v2.0/ports?tenant_id=e95c046c5c50410f812c0c754cf1caf4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2895849 Jan 24 06:58:39.854713 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1282b5be-93a9-49ea-8807-23f6270a92e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:39.876531 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Device d6038d48-11d5-4db9-8239-9e7ba16b1b81 up at agent ovs-agent-dv-cinder-772181-6-smb {{(pid=80237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 06:58:39.913720 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-78413890-4548-4381-aadb-fc397f760214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:39.945792 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1282b5be-93a9-49ea-8807-23f6270a92e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:40.008939 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-f64a6cbc-0ce6-4d7d-8e2b-49afb28b81f2 None None] For port a77b51ed-a9c9-4b81-a42a-9df622f6efce, host dv-cinder-772181-6-smb, cleared binding levels {{(pid=80238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 06:58:40.019008 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-f64a6cbc-0ce6-4d7d-8e2b-49afb28b81f2 None None] For port a77b51ed-a9c9-4b81-a42a-9df622f6efce, host dv-cinder-772181-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-6-smb',level=0,port_id=a77b51ed-a9c9-4b81-a42a-9df622f6efce,segment=NetworkSegment(c7c4758e-d769-4634-92c6-d73b8ba1db56),segment_id=c7c4758e-d769-4634-92c6-d73b8ba1db56)] {{(pid=80238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 06:58:40.030693 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f64a6cbc-0ce6-4d7d-8e2b-49afb28b81f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098'] for port, after_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:40.135635 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1282b5be-93a9-49ea-8807-23f6270a92e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:40.155399 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-04feaf5e-edd1-4801-9f5c-e1ab6acb700c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:58:40.190969 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1282b5be-93a9-49ea-8807-23f6270a92e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81b521a2-5925-4be8-a6d9-4f2f229b4b93,revision_number=None']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:58:40.195393 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1282b5be-93a9-49ea-8807-23f6270a92e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:40.208784 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-1282b5be-93a9-49ea-8807-23f6270a92e3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/81b521a2-5925-4be8-a6d9-4f2f229b4b93 HTTP/1.1" status: 204 len: 168 time: 0.7781892 Jan 24 06:58:40.210690 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-1282b5be-93a9-49ea-8807-23f6270a92e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:58:40.267438 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:58:40.469489 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d9560c-ba57-4914-8690-596c0bde321a None None] Pushing event updated for resources: {'Port': ['ID=a77b51ed-a9c9-4b81-a42a-9df622f6efce,revision_number=3']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:58:40.522844 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-53d9560c-ba57-4914-8690-596c0bde321a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:58:40.626971 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64a6cbc-0ce6-4d7d-8e2b-49afb28b81f2 None None] Routers {'5288a07a-446d-47b3-88f8-2951029b5c0f'} bound to L3 agent in host dv-cinder-772181-6-smb {{(pid=80238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 06:58:40.627675 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-f64a6cbc-0ce6-4d7d-8e2b-49afb28b81f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-24T06:49:21Z,description=,heartbeat_timestamp=2021-01-24T06:58:21Z,host='dv-cinder-772181-6-smb',id=4d190a5c-2620-4f2a-bccf-f8076df9706a,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T06:49:21Z,topic='l3_agent')) {'router_ids': ['5288a07a-446d-47b3-88f8-2951029b5c0f'], 'active': True} {{(pid=80238) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 06:58:40.673862 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-08705c91-a189-49bf-a407-bbf242ac538b None None] Provisioning complete for port d6038d48-11d5-4db9-8239-9e7ba16b1b81 triggered by entity DHCP. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 06:58:40.674285 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-08705c91-a189-49bf-a407-bbf242ac538b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:40.741459 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Provisioning complete for port d6038d48-11d5-4db9-8239-9e7ba16b1b81 triggered by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 06:58:40.741459 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:40.804150 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 58346) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:58:40.852331 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e582af71-7f27-4a72-8ba7-4a43f7f7e66c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:40.880506 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-e582af71-7f27-4a72-8ba7-4a43f7f7e66c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 06:58:40.889536 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-e582af71-7f27-4a72-8ba7-4a43f7f7e66c admin admin] Usage tracker for resource:security_group_rule and tenant:b595512dbc6a4beeba20a2bfd7e2d51b is out of sync, need to count used quota {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 06:58:40.904278 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 58352) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:58:40.905504 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-e582af71-7f27-4a72-8ba7-4a43f7f7e66c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 06:58:40.951323 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-e582af71-7f27-4a72-8ba7-4a43f7f7e66c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 06:58:40.963247 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-7f845082-3c20-4ac5-9156-a5dc82234b94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:41.001695 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-0f7bfe14-8b51-4948-8e87-5f6d2a856e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c96de43a-59d1-460d-a1b9-d50ba998bb57', 'name': 'tempest-AttachVolumeTestJSON-479307682-router', 'tenant_id': '2fc6fa56d19f4f2496beee60631c3cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'external_fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.159'}], 'enable_snat': True}, 'gw_port_id': 'c688ab2c-9bd6-42aa-b66c-2b236de57deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T06:58:33Z', 'updated_at': '2021-01-24T06:58:35Z', 'revision_number': 3, 'project_id': '2fc6fa56d19f4f2496beee60631c3cb7', 'gw_port': {'id': 'c688ab2c-9bd6-42aa-b66c-2b236de57deb', 'name': '', 'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:d2:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c96de43a-59d1-460d-a1b9-d50ba998bb57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T06:58:34Z', 'updated_at': '2021-01-24T06:58:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-6-smb'}], 'dv-cinder-772181-6-smb', False) {} {{(pid=80237) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 06:58:41.039368 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-7f845082-3c20-4ac5-9156-a5dc82234b94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 06:58:41.051213 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-7f845082-3c20-4ac5-9156-a5dc82234b94 admin admin] Usage tracker for resource:security_group_rule and tenant:aa7d90ffd6a548faa5f66cfd362aff5c is out of sync, need to count used quota {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 06:58:41.065954 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-7f845082-3c20-4ac5-9156-a5dc82234b94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 06:58:41.089053 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-7f845082-3c20-4ac5-9156-a5dc82234b94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 06:58:41.103905 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7bfe14-8b51-4948-8e87-5f6d2a856e38 None None] Checking router: c96de43a-59d1-460d-a1b9-d50ba998bb57 for host: dv-cinder-772181-6-smb {{(pid=80237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 24 06:58:41.104222 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7bfe14-8b51-4948-8e87-5f6d2a856e38 None None] Updating router c96de43a-59d1-460d-a1b9-d50ba998bb57 port c688ab2c-9bd6-42aa-b66c-2b236de57deb binding host dv-cinder-772181-6-smb {{(pid=80237) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 24 06:58:41.113244 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-f64a6cbc-0ce6-4d7d-8e2b-49afb28b81f2 None None] Set router 5288a07a-446d-47b3-88f8-2951029b5c0f gateway port host: dv-cinder-772181-6-smb {{(pid=80238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 06:58:41.117945 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f8395978-21b9-48e8-808b-d80cafac3e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:41.234914 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [req-61fe9025-f4bf-4300-b67a-bed2b0052cba req-fc98fdd4-d33f-443d-bbd6-ee574db25aab service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=80236) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 06:58:41.236272 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-61fe9025-f4bf-4300-b67a-bed2b0052cba req-fc98fdd4-d33f-443d-bbd6-ee574db25aab service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.7844296 Jan 24 06:58:41.312757 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-0f7bfe14-8b51-4948-8e87-5f6d2a856e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:41.400514 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e582af71-7f27-4a72-8ba7-4a43f7f7e66c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:41.429913 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e582af71-7f27-4a72-8ba7-4a43f7f7e66c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:41.484980 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.db_base_plugin_common [None req-78413890-4548-4381-aadb-fc397f760214 admin admin] Allocated IP 172.20.0.1 (a584046b-dd19-4b2d-957a-0c960829c5a8/0dadd72a-b072-4889-a91f-b6d7879c968a/e8917613-932b-4a8d-94d9-4820610ae67e) {{(pid=80235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 06:58:41.500314 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-06bf7be9-ddad-4f0e-8894-c3f7c14ccc39 None None] Provisioning complete for port d6038d48-11d5-4db9-8239-9e7ba16b1b81 triggered by entity DHCP. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 06:58:41.500712 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-06bf7be9-ddad-4f0e-8894-c3f7c14ccc39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:41.508054 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:58:41.669645 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e582af71-7f27-4a72-8ba7-4a43f7f7e66c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e9fb703-596d-4fba-87d7-ed8f0258fa72,revision_number=1']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:58:41.680228 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-7f845082-3c20-4ac5-9156-a5dc82234b94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:41.680536 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-f64a6cbc-0ce6-4d7d-8e2b-49afb28b81f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5288a07a-446d-47b3-88f8-2951029b5c0f', 'name': 'tempest-ServerRescueNegativeTestJSON-490811028-router', 'tenant_id': 'ad0f0f6ed63d4257be2cdd0b6041510c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'external_fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.175'}], 'enable_snat': True}, 'gw_port_id': 'a77b51ed-a9c9-4b81-a42a-9df622f6efce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T06:58:31Z', 'updated_at': '2021-01-24T06:58:35Z', 'revision_number': 3, 'project_id': 'ad0f0f6ed63d4257be2cdd0b6041510c', 'gw_port': {'id': 'a77b51ed-a9c9-4b81-a42a-9df622f6efce', 'name': '', 'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:75:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5288a07a-446d-47b3-88f8-2951029b5c0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T06:58:33Z', 'updated_at': '2021-01-24T06:58:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-6-smb'}], 'dv-cinder-772181-6-smb', False) {} {{(pid=80238) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 06:58:41.686555 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-e582af71-7f27-4a72-8ba7-4a43f7f7e66c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:58:41.687409 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64a6cbc-0ce6-4d7d-8e2b-49afb28b81f2 None None] The sync data for ids ['5288a07a-446d-47b3-88f8-2951029b5c0f'] in dv-cinder-772181-6-smb is: [{'id': '5288a07a-446d-47b3-88f8-2951029b5c0f', 'name': 'tempest-ServerRescueNegativeTestJSON-490811028-router', 'tenant_id': 'ad0f0f6ed63d4257be2cdd0b6041510c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'external_fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.175'}], 'enable_snat': True}, 'gw_port_id': 'a77b51ed-a9c9-4b81-a42a-9df622f6efce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T06:58:31Z', 'updated_at': '2021-01-24T06:58:35Z', 'revision_number': 3, 'project_id': 'ad0f0f6ed63d4257be2cdd0b6041510c', 'gw_port': {'id': 'a77b51ed-a9c9-4b81-a42a-9df622f6efce', 'name': '', 'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:75:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5288a07a-446d-47b3-88f8-2951029b5c0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T06:58:33Z', 'updated_at': '2021-01-24T06:58:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-6-smb'}] {{(pid=80238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 24 06:58:41.689186 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-61fe9025-f4bf-4300-b67a-bed2b0052cba req-b238d369-5b14-41b6-a2a0-5c03f9e22b8c service neutron] 10.222.0.22 "GET /v2.0/networks/d5bc5780-f935-4517-a912-fce628b57950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4424486 Jan 24 06:58:41.691242 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-7f845082-3c20-4ac5-9156-a5dc82234b94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:41.694572 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-e582af71-7f27-4a72-8ba7-4a43f7f7e66c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b595512dbc6a4beeba20a2bfd7e2d51b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8890038 Jan 24 06:58:41.702608 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 58366) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:58:41.703467 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-1282b5be-93a9-49ea-8807-23f6270a92e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:58:41.797696 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.db_base_plugin_common [None req-f8395978-21b9-48e8-808b-d80cafac3e4d admin admin] Allocated IP 172.20.0.1 (440b000a-80da-445e-b13a-3c626561a2d5/f89146f0-67b7-43a2-a952-f2f292e8520d/df483948-5127-4d1a-ae4c-a52412df60fd) {{(pid=80235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 06:58:41.982385 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f845082-3c20-4ac5-9156-a5dc82234b94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c80b371-f84c-4163-9c8a-d2ae9793e6fa,revision_number=1']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:58:41.989400 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-7f845082-3c20-4ac5-9156-a5dc82234b94 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=aa7d90ffd6a548faa5f66cfd362aff5c&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0777757 Jan 24 06:58:41.989902 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-7f845082-3c20-4ac5-9156-a5dc82234b94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:58:41.990895 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 58382) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:58:42.062324 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-dbbbc21f-5acc-4f17-8835-63b830907eb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:42.109762 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-61fe9025-f4bf-4300-b67a-bed2b0052cba req-4384b542-b8d0-4d25-9d1f-ed38a43f74de service neutron] 10.222.0.22 "GET /v2.0/networks/d5bc5780-f935-4517-a912-fce628b57950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3424168 Jan 24 06:58:42.117598 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-dbbbc21f-5acc-4f17-8835-63b830907eb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:42.161468 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f8395978-21b9-48e8-808b-d80cafac3e4d admin admin] Notify callbacks [] for port, precommit_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:42.176372 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-0f7bfe14-8b51-4948-8e87-5f6d2a856e38 None None] Notify callbacks [] for port, precommit_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:42.198640 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-0f7bfe14-8b51-4948-8e87-5f6d2a856e38 None None] Transition to ACTIVE for port object c688ab2c-9bd6-42aa-b66c-2b236de57deb will not be triggered until provisioned by entity L2. {{(pid=80237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 06:58:42.201650 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-0f7bfe14-8b51-4948-8e87-5f6d2a856e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098'] for port, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:42.222168 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-dbbbc21f-5acc-4f17-8835-63b830907eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:42.232769 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:58:42.255756 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbbc21f-5acc-4f17-8835-63b830907eb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e9fb703-596d-4fba-87d7-ed8f0258fa72,revision_number=None']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:58:42.266948 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-dbbbc21f-5acc-4f17-8835-63b830907eb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:58:42.306141 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-dbbbc21f-5acc-4f17-8835-63b830907eb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:42.325915 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-dbbbc21f-5acc-4f17-8835-63b830907eb5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1e9fb703-596d-4fba-87d7-ed8f0258fa72 HTTP/1.1" status: 204 len: 168 time: 0.6132584 Jan 24 06:58:42.364295 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-78413890-4548-4381-aadb-fc397f760214 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:42.492136 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-f8395978-21b9-48e8-808b-d80cafac3e4d admin admin] Transition to ACTIVE for port object df483948-5127-4d1a-ae4c-a52412df60fd will not be triggered until provisioned by entity DHCP. {{(pid=80235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 06:58:42.495445 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-78413890-4548-4381-aadb-fc397f760214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363276713217020'] for port, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:42.514832 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:58:42.677177 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 58408) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:58:42.702207 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e9a582-4acf-4b8e-aec7-f5d55da9581a None None] Pushing event updated for resources: {'Port': ['ID=c688ab2c-9bd6-42aa-b66c-2b236de57deb,revision_number=2']} {{(pid=80237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:58:42.710781 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-a3e9a582-4acf-4b8e-aec7-f5d55da9581a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:58:42.839941 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-41dfb01f-af1c-4640-9e46-527539cf0c81 req-79af73f0-bf9b-4f89-98da-56caeb1c4e45 tempest-DeleteServersTestJSON-1865463731 tempest-DeleteServersTestJSON-1865463731] 10.222.0.22 "GET /v2.0/ports?device_id=5cac4c5f-ce95-46c5-a499-e192d64a0bfb HTTP/1.1" status: 200 len: 210 time: 0.1605387 Jan 24 06:58:42.863111 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:58:42.985054 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78413890-4548-4381-aadb-fc397f760214 admin admin] Network a584046b-dd19-4b2d-957a-0c960829c5a8 is already hosted by enough agents. {{(pid=80235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 06:58:42.988261 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f8395978-21b9-48e8-808b-d80cafac3e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363276713217020'] for port, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:42.991109 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [None req-78413890-4548-4381-aadb-fc397f760214 admin admin] Resources bound (agent type, host, resource id): {{(pid=80235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 06:58:43.002112 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78413890-4548-4381-aadb-fc397f760214 admin admin] Received port after_create {{(pid=80235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 06:58:43.006369 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-78413890-4548-4381-aadb-fc397f760214 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854261388'] for router_interface, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:43.050583 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-0f7bfe14-8b51-4948-8e87-5f6d2a856e38 None None] Attempting to bind port c688ab2c-9bd6-42aa-b66c-2b236de57deb on host dv-cinder-772181-6-smb for vnic_type normal with profile {{(pid=80237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 06:58:43.051061 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-0f7bfe14-8b51-4948-8e87-5f6d2a856e38 None None] Attempting to bind port c688ab2c-9bd6-42aa-b66c-2b236de57deb by drivers openvswitch on host dv-cinder-772181-6-smb at level 0 using segments [{'id': 'c7c4758e-d769-4634-92c6-d73b8ba1db56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a'}] {{(pid=80237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 06:58:43.052004 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7bfe14-8b51-4948-8e87-5f6d2a856e38 None None] Attempting to bind port c688ab2c-9bd6-42aa-b66c-2b236de57deb on network 3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a {{(pid=80237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 06:58:43.058314 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-10415444-cb76-415b-a05d-dafb617a4156 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:43.060540 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7bfe14-8b51-4948-8e87-5f6d2a856e38 None None] Checking agent: {'id': '3fe64d96-acff-4950-84fb-d8384a2371af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 6, 49, 21), 'started_at': datetime.datetime(2021, 1, 24, 6, 49, 51), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 6, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 06:58:43.061824 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7bfe14-8b51-4948-8e87-5f6d2a856e38 None None] Checking segment: {'id': 'c7c4758e-d769-4634-92c6-d73b8ba1db56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 06:58:43.062509 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-0f7bfe14-8b51-4948-8e87-5f6d2a856e38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:43.063312 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7bfe14-8b51-4948-8e87-5f6d2a856e38 None None] Bound using segment: {'id': 'c7c4758e-d769-4634-92c6-d73b8ba1db56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a'} {{(pid=80237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 06:58:43.064089 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-0f7bfe14-8b51-4948-8e87-5f6d2a856e38 None None] Bound port: c688ab2c-9bd6-42aa-b66c-2b236de57deb, host: dv-cinder-772181-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c4758e-d769-4634-92c6-d73b8ba1db56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a'}}] {{(pid=80237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 06:58:43.064732 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-0f7bfe14-8b51-4948-8e87-5f6d2a856e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:43.118163 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-10415444-cb76-415b-a05d-dafb617a4156 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:43.270592 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-0f7bfe14-8b51-4948-8e87-5f6d2a856e38 None None] For port c688ab2c-9bd6-42aa-b66c-2b236de57deb, host dv-cinder-772181-6-smb, cleared binding levels {{(pid=80237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 06:58:43.274679 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-0f7bfe14-8b51-4948-8e87-5f6d2a856e38 None None] For port c688ab2c-9bd6-42aa-b66c-2b236de57deb, host dv-cinder-772181-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-6-smb',level=0,port_id=c688ab2c-9bd6-42aa-b66c-2b236de57deb,segment=NetworkSegment(c7c4758e-d769-4634-92c6-d73b8ba1db56),segment_id=c7c4758e-d769-4634-92c6-d73b8ba1db56)] {{(pid=80237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 06:58:43.280572 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-0f7bfe14-8b51-4948-8e87-5f6d2a856e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098'] for port, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:43.472577 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-10415444-cb76-415b-a05d-dafb617a4156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:43.523538 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:58:43.526763 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8395978-21b9-48e8-808b-d80cafac3e4d admin admin] Network 440b000a-80da-445e-b13a-3c626561a2d5 is already hosted by enough agents. {{(pid=80235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 06:58:43.560696 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [None req-f8395978-21b9-48e8-808b-d80cafac3e4d admin admin] Resources bound (agent type, host, resource id): {{(pid=80235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 06:58:43.565496 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8395978-21b9-48e8-808b-d80cafac3e4d admin admin] Received port after_create {{(pid=80235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 06:58:43.566376 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f8395978-21b9-48e8-808b-d80cafac3e4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854261388'] for router_interface, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:43.671849 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e9a582-4acf-4b8e-aec7-f5d55da9581a None None] Pushing event updated for resources: {'Port': ['ID=c688ab2c-9bd6-42aa-b66c-2b236de57deb,revision_number=3']} {{(pid=80237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:58:43.675648 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Device a77b51ed-a9c9-4b81-a42a-9df622f6efce up at agent ovs-agent-dv-cinder-772181-6-smb {{(pid=80237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 06:58:43.718214 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-a3e9a582-4acf-4b8e-aec7-f5d55da9581a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:58:43.825456 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7bfe14-8b51-4948-8e87-5f6d2a856e38 None None] Routers {'c96de43a-59d1-460d-a1b9-d50ba998bb57'} bound to L3 agent in host dv-cinder-772181-6-smb {{(pid=80237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 06:58:43.826157 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-0f7bfe14-8b51-4948-8e87-5f6d2a856e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-24T06:49:21Z,description=,heartbeat_timestamp=2021-01-24T06:58:21Z,host='dv-cinder-772181-6-smb',id=4d190a5c-2620-4f2a-bccf-f8076df9706a,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T06:49:21Z,topic='l3_agent')) {'router_ids': ['c96de43a-59d1-460d-a1b9-d50ba998bb57'], 'active': True} {{(pid=80237) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 06:58:43.872520 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-10415444-cb76-415b-a05d-dafb617a4156 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:43.873839 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-10415444-cb76-415b-a05d-dafb617a4156 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4c80b371-f84c-4163-9c8a-d2ae9793e6fa HTTP/1.1" status: 204 len: 168 time: 1.8797224 Jan 24 06:58:43.874494 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f8395978-21b9-48e8-808b-d80cafac3e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:44.134679 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-0f7bfe14-8b51-4948-8e87-5f6d2a856e38 None None] Set router c96de43a-59d1-460d-a1b9-d50ba998bb57 gateway port host: dv-cinder-772181-6-smb {{(pid=80237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 06:58:44.135548 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-036d9355-f3ca-4524-97de-c1c2e24b6a87 req-0e914af3-f6d7-44f0-874a-bb76593fee46 tempest-DeleteServersTestJSON-1865463731 tempest-DeleteServersTestJSON-1865463731] 10.222.0.22 "GET /v2.0/ports?device_id=5cac4c5f-ce95-46c5-a499-e192d64a0bfb HTTP/1.1" status: 200 len: 210 time: 0.1283627 Jan 24 06:58:44.334780 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78413890-4548-4381-aadb-fc397f760214 admin admin] Pushing event updated for resources: {'Port': ['ID=e8917613-932b-4a8d-94d9-4820610ae67e,revision_number=1']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:58:44.345748 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f8395978-21b9-48e8-808b-d80cafac3e4d admin admin] Notify callbacks [] for port, precommit_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:44.354513 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-78413890-4548-4381-aadb-fc397f760214 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.491s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:58:44.355797 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.906s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:58:44.562731 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f8395978-21b9-48e8-808b-d80cafac3e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098'] for port, after_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:44.563714 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8395978-21b9-48e8-808b-d80cafac3e4d admin admin] Pushing event updated for resources: {'Port': ['ID=df483948-5127-4d1a-ae4c-a52412df60fd,revision_number=2']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:58:44.575181 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-f8395978-21b9-48e8-808b-d80cafac3e4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:58:44.576145 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f8395978-21b9-48e8-808b-d80cafac3e4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854265121'] for router_interface, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:44.622591 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-c055e631-b9ce-4b71-bf45-8db7cab801c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.873s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:58:44.669917 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-4b9b0e75-16b6-4c71-a5bd-f552acd900bd None None] Provisioning for port df483948-5127-4d1a-ae4c-a52412df60fd completed by entity DHCP. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 06:58:44.688132 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-4b9b0e75-16b6-4c71-a5bd-f552acd900bd None None] Provisioning complete for port df483948-5127-4d1a-ae4c-a52412df60fd triggered by entity DHCP. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 06:58:44.688829 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4b9b0e75-16b6-4c71-a5bd-f552acd900bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:44.766317 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Provisioning for port a77b51ed-a9c9-4b81-a42a-9df622f6efce completed by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 06:58:44.830509 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Provisioning complete for port a77b51ed-a9c9-4b81-a42a-9df622f6efce triggered by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 06:58:44.831195 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:44.916600 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10415444-cb76-415b-a05d-dafb617a4156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c80b371-f84c-4163-9c8a-d2ae9793e6fa,revision_number=None']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:58:44.965795 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-10415444-cb76-415b-a05d-dafb617a4156 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:58:44.966318 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-31b5812d-4618-4943-9c67-f82dbb6ee5dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.305s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:58:45.170644 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-4b9b0e75-16b6-4c71-a5bd-f552acd900bd None None] Port df483948-5127-4d1a-ae4c-a52412df60fd cannot update to ACTIVE because it is not bound. {{(pid=80237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 24 06:58:45.389862 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-78413890-4548-4381-aadb-fc397f760214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:45.461093 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8395978-21b9-48e8-808b-d80cafac3e4d admin admin] Pushing event updated for resources: {'Port': ['ID=df483948-5127-4d1a-ae4c-a52412df60fd,revision_number=2']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:58:45.483996 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-f8395978-21b9-48e8-808b-d80cafac3e4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:58:45.555572 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-0f7bfe14-8b51-4948-8e87-5f6d2a856e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c96de43a-59d1-460d-a1b9-d50ba998bb57', 'name': 'tempest-AttachVolumeTestJSON-479307682-router', 'tenant_id': '2fc6fa56d19f4f2496beee60631c3cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'external_fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.159'}], 'enable_snat': True}, 'gw_port_id': 'c688ab2c-9bd6-42aa-b66c-2b236de57deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T06:58:33Z', 'updated_at': '2021-01-24T06:58:43Z', 'revision_number': 4, 'project_id': '2fc6fa56d19f4f2496beee60631c3cb7', 'gw_port': {'id': 'c688ab2c-9bd6-42aa-b66c-2b236de57deb', 'name': '', 'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:d2:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c96de43a-59d1-460d-a1b9-d50ba998bb57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T06:58:34Z', 'updated_at': '2021-01-24T06:58:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-6-smb', '_interfaces': [{'id': 'df483948-5127-4d1a-ae4c-a52412df60fd', 'name': '', 'network_id': '440b000a-80da-445e-b13a-3c626561a2d5', 'tenant_id': '2fc6fa56d19f4f2496beee60631c3cb7', 'mac_address': 'fa:16:3e:1d:57:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c96de43a-59d1-460d-a1b9-d50ba998bb57', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f89146f0-67b7-43a2-a952-f2f292e8520d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T06:58:41Z', 'updated_at': '2021-01-24T06:58:41Z', 'revision_number': 1, 'project_id': '2fc6fa56d19f4f2496beee60631c3cb7', 'subnets': [{'id': 'f89146f0-67b7-43a2-a952-f2f292e8520d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-6-smb', False) {} {{(pid=80237) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 06:58:45.564496 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:45.603337 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8395978-21b9-48e8-808b-d80cafac3e4d admin admin] Network 440b000a-80da-445e-b13a-3c626561a2d5 is already hosted by enough agents. {{(pid=80235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 06:58:45.604122 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-c936df66-8423-44eb-9ed2-a876ca001365 req-cf010486-7a00-4022-8b45-e89a8abc9613 tempest-DeleteServersTestJSON-1865463731 tempest-DeleteServersTestJSON-1865463731] 10.222.0.22 "GET /v2.0/ports?device_id=5cac4c5f-ce95-46c5-a499-e192d64a0bfb HTTP/1.1" status: 200 len: 210 time: 0.0690989 Jan 24 06:58:45.620634 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [None req-f8395978-21b9-48e8-808b-d80cafac3e4d admin admin] Resources bound (agent type, host, resource id): {{(pid=80235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 06:58:45.637876 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7bfe14-8b51-4948-8e87-5f6d2a856e38 None None] The sync data for ids ['c96de43a-59d1-460d-a1b9-d50ba998bb57'] in dv-cinder-772181-6-smb is: [{'id': 'c96de43a-59d1-460d-a1b9-d50ba998bb57', 'name': 'tempest-AttachVolumeTestJSON-479307682-router', 'tenant_id': '2fc6fa56d19f4f2496beee60631c3cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'external_fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.159'}], 'enable_snat': True}, 'gw_port_id': 'c688ab2c-9bd6-42aa-b66c-2b236de57deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T06:58:33Z', 'updated_at': '2021-01-24T06:58:43Z', 'revision_number': 4, 'project_id': '2fc6fa56d19f4f2496beee60631c3cb7', 'gw_port': {'id': 'c688ab2c-9bd6-42aa-b66c-2b236de57deb', 'name': '', 'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:d2:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c96de43a-59d1-460d-a1b9-d50ba998bb57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T06:58:34Z', 'updated_at': '2021-01-24T06:58:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-6-smb', '_interfaces': [{'id': 'df483948-5127-4d1a-ae4c-a52412df60fd', 'name': '', 'network_id': '440b000a-80da-445e-b13a-3c626561a2d5', 'tenant_id': '2fc6fa56d19f4f2496beee60631c3cb7', 'mac_address': 'fa:16:3e:1d:57:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c96de43a-59d1-460d-a1b9-d50ba998bb57', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f89146f0-67b7-43a2-a952-f2f292e8520d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T06:58:41Z', 'updated_at': '2021-01-24T06:58:41Z', 'revision_number': 1, 'project_id': '2fc6fa56d19f4f2496beee60631c3cb7', 'subnets': [{'id': 'f89146f0-67b7-43a2-a952-f2f292e8520d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 24 06:58:45.660759 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] For port a77b51ed-a9c9-4b81-a42a-9df622f6efce, host dv-cinder-772181-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-6-smb',level=0,port_id=a77b51ed-a9c9-4b81-a42a-9df622f6efce,segment=NetworkSegment(c7c4758e-d769-4634-92c6-d73b8ba1db56),segment_id=c7c4758e-d769-4634-92c6-d73b8ba1db56)] {{(pid=80237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 06:58:45.681494 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098'] for port, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:45.690405 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-ccec8c9f-cbdd-4ad2-b5ff-63ccfd43d6fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:58:45.872219 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Pushing event updated for resources: {'Port': ['ID=a77b51ed-a9c9-4b81-a42a-9df622f6efce,revision_number=4']} {{(pid=80237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:58:45.876392 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:58:46.044857 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8395978-21b9-48e8-808b-d80cafac3e4d admin admin] Router c96de43a-59d1-460d-a1b9-d50ba998bb57 has already been hosted by L3 agent 4d190a5c-2620-4f2a-bccf-f8076df9706a {{(pid=80235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 24 06:58:46.118470 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-1c9a1596-cec3-4c9a-bd24-4482b3f89353 None None] Provisioning complete for port df483948-5127-4d1a-ae4c-a52412df60fd triggered by entity DHCP. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 06:58:46.120258 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1c9a1596-cec3-4c9a-bd24-4482b3f89353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:46.260003 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-cffa7c81-eaf5-4d05-8bc4-7031e15d86a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:46.272832 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-1c9a1596-cec3-4c9a-bd24-4482b3f89353 None None] Port df483948-5127-4d1a-ae4c-a52412df60fd cannot update to ACTIVE because it is not bound. {{(pid=80237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 24 06:58:46.312083 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 58562) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:58:46.314197 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-78413890-4548-4381-aadb-fc397f760214 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:46.339306 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-78413890-4548-4381-aadb-fc397f760214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098'] for port, after_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:46.353932 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-78413890-4548-4381-aadb-fc397f760214 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854265121'] for router_interface, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:46.430654 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.18', 53617) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:58:46.497818 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:58:46.543624 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8395978-21b9-48e8-808b-d80cafac3e4d admin admin] Notify agent at l3_agent.dv-cinder-772181-6-smb the message routers_updated {{(pid=80235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 24 06:58:46.592595 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-f8395978-21b9-48e8-808b-d80cafac3e4d admin admin] 10.222.0.22 "PUT /v2.0/routers/c96de43a-59d1-460d-a1b9-d50ba998bb57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8653164 Jan 24 06:58:46.691258 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78413890-4548-4381-aadb-fc397f760214 admin admin] Pushing event updated for resources: {'Port': ['ID=e8917613-932b-4a8d-94d9-4820610ae67e,revision_number=2']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:58:46.699174 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-78413890-4548-4381-aadb-fc397f760214 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:58:46.811500 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78413890-4548-4381-aadb-fc397f760214 admin admin] Network a584046b-dd19-4b2d-957a-0c960829c5a8 is already hosted by enough agents. {{(pid=80235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 06:58:46.812710 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [None req-78413890-4548-4381-aadb-fc397f760214 admin admin] Resources bound (agent type, host, resource id): {{(pid=80235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 06:58:46.880187 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fe9025-f4bf-4300-b67a-bed2b0052cba req-7e7c31f9-0fa1-40cf-8e26-41314ac77f6b tempest-DeleteServersTestJSON-1865463731 tempest-DeleteServersTestJSON-1865463731] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:58:46.890893 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-61fe9025-f4bf-4300-b67a-bed2b0052cba req-7e7c31f9-0fa1-40cf-8e26-41314ac77f6b tempest-DeleteServersTestJSON-1865463731 tempest-DeleteServersTestJSON-1865463731] 10.222.0.18 "GET /v2.0/networks?id=d5bc5780-f935-4517-a912-fce628b57950 HTTP/1.1" status: 200 len: 812 time: 0.4583395 Jan 24 06:58:46.957257 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.base [req-61fe9025-f4bf-4300-b67a-bed2b0052cba req-5ace4d64-a099-4412-95ef-cffe7bde6c7e tempest-DeleteServersTestJSON-1865463731 tempest-DeleteServersTestJSON-1865463731] Request body: {'port': {'device_id': '5cac4c5f-ce95-46c5-a499-e192d64a0bfb', 'network_id': 'd5bc5780-f935-4517-a912-fce628b57950', 'admin_state_up': True, 'tenant_id': 'e95c046c5c50410f812c0c754cf1caf4'}} {{(pid=80236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 06:58:47.114819 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-da56d7d3-1287-4562-a0e4-82e17887c7d8 req-1b10acf3-9d7d-46df-9919-0031e45f6363 tempest-DeleteServersTestJSON-1865463731 tempest-DeleteServersTestJSON-1865463731] 10.222.0.22 "GET /v2.0/ports?device_id=5cac4c5f-ce95-46c5-a499-e192d64a0bfb HTTP/1.1" status: 200 len: 210 time: 0.1024363 Jan 24 06:58:47.301267 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78413890-4548-4381-aadb-fc397f760214 admin admin] Router 5288a07a-446d-47b3-88f8-2951029b5c0f has already been hosted by L3 agent 4d190a5c-2620-4f2a-bccf-f8076df9706a {{(pid=80235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 24 06:58:47.380756 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [req-61fe9025-f4bf-4300-b67a-bed2b0052cba req-5ace4d64-a099-4412-95ef-cffe7bde6c7e tempest-DeleteServersTestJSON-1865463731 tempest-DeleteServersTestJSON-1865463731] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 06:58:47.397553 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-61fe9025-f4bf-4300-b67a-bed2b0052cba req-5ace4d64-a099-4412-95ef-cffe7bde6c7e tempest-DeleteServersTestJSON-1865463731 tempest-DeleteServersTestJSON-1865463731] Usage tracker for resource:port and tenant:e95c046c5c50410f812c0c754cf1caf4 is out of sync, need to count used quota {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 06:58:47.403123 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-61fe9025-f4bf-4300-b67a-bed2b0052cba req-5ace4d64-a099-4412-95ef-cffe7bde6c7e tempest-DeleteServersTestJSON-1865463731 tempest-DeleteServersTestJSON-1865463731] Quota usage for port was recalculated. Used quota:0. {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 06:58:47.460632 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-36c89f58-75bd-4b17-a4b5-44867e17b5c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:47.523628 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [req-61fe9025-f4bf-4300-b67a-bed2b0052cba req-5ace4d64-a099-4412-95ef-cffe7bde6c7e tempest-DeleteServersTestJSON-1865463731 tempest-DeleteServersTestJSON-1865463731] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 06:58:47.557970 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-36c89f58-75bd-4b17-a4b5-44867e17b5c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 06:58:47.567025 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61fe9025-f4bf-4300-b67a-bed2b0052cba req-5ace4d64-a099-4412-95ef-cffe7bde6c7e tempest-DeleteServersTestJSON-1865463731 tempest-DeleteServersTestJSON-1865463731] Made reservation on behalf of e95c046c5c50410f812c0c754cf1caf4 for: {'port': 1} {{(pid=80236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 06:58:47.609335 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-61fe9025-f4bf-4300-b67a-bed2b0052cba req-5ace4d64-a099-4412-95ef-cffe7bde6c7e tempest-DeleteServersTestJSON-1865463731 tempest-DeleteServersTestJSON-1865463731] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:47.651270 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-36c89f58-75bd-4b17-a4b5-44867e17b5c2 admin admin] Usage tracker for resource:security_group_rule and tenant:8658576760234b93bd167fa89052eaff is out of sync, need to count used quota {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 06:58:47.658278 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-36c89f58-75bd-4b17-a4b5-44867e17b5c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 06:58:47.682841 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-36c89f58-75bd-4b17-a4b5-44867e17b5c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 06:58:47.841728 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78413890-4548-4381-aadb-fc397f760214 admin admin] Notify agent at l3_agent.dv-cinder-772181-6-smb the message routers_updated {{(pid=80235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 24 06:58:47.853919 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-78413890-4548-4381-aadb-fc397f760214 admin admin] 10.222.0.22 "PUT /v2.0/routers/5288a07a-446d-47b3-88f8-2951029b5c0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5044682 Jan 24 06:58:47.854813 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149b94b6-5078-4558-92e9-ea8ff21af275 None None] Sync routers for ids ['5288a07a-446d-47b3-88f8-2951029b5c0f'] in dv-cinder-772181-6-smb {{(pid=80238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 24 06:58:47.872934 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149b94b6-5078-4558-92e9-ea8ff21af275 None None] Routers {'5288a07a-446d-47b3-88f8-2951029b5c0f'} bound to L3 agent in host dv-cinder-772181-6-smb {{(pid=80238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 06:58:47.873840 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-149b94b6-5078-4558-92e9-ea8ff21af275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-24T06:49:21Z,description=,heartbeat_timestamp=2021-01-24T06:58:21Z,host='dv-cinder-772181-6-smb',id=4d190a5c-2620-4f2a-bccf-f8076df9706a,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T06:49:21Z,topic='l3_agent')) {'router_ids': ['5288a07a-446d-47b3-88f8-2951029b5c0f'], 'active': True} {{(pid=80238) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 06:58:47.946065 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Device a77b51ed-a9c9-4b81-a42a-9df622f6efce up at agent ovs-agent-dv-cinder-772181-6-smb {{(pid=80237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 06:58:48.137125 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Provisioning complete for port a77b51ed-a9c9-4b81-a42a-9df622f6efce triggered by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 06:58:48.143392 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:48.153265 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-149b94b6-5078-4558-92e9-ea8ff21af275 None None] Set router 5288a07a-446d-47b3-88f8-2951029b5c0f gateway port host: dv-cinder-772181-6-smb {{(pid=80238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 06:58:48.366002 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-36c89f58-75bd-4b17-a4b5-44867e17b5c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:48.374374 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-36c89f58-75bd-4b17-a4b5-44867e17b5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:48.425391 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Device c688ab2c-9bd6-42aa-b66c-2b236de57deb up at agent ovs-agent-dv-cinder-772181-6-smb {{(pid=80237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 06:58:48.434725 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:58:48.445830 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 58664) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:58:48.452765 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-2f05d80a-6b2a-4f3c-9237-df5d39ec858f tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Request body: {'security_group': {'name': 'tempest-securitygroup--373009165', 'description': 'tempest-description--491065231'}} {{(pid=80235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 06:58:48.485877 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-2f05d80a-6b2a-4f3c-9237-df5d39ec858f tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 06:58:48.497608 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-2f05d80a-6b2a-4f3c-9237-df5d39ec858f tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Usage tracker for resource:security_group and tenant:2fc6fa56d19f4f2496beee60631c3cb7 is out of sync, need to count used quota {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 06:58:48.506014 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-2f05d80a-6b2a-4f3c-9237-df5d39ec858f tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 06:58:48.520115 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-2f05d80a-6b2a-4f3c-9237-df5d39ec858f tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 06:58:48.535030 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Provisioning for port c688ab2c-9bd6-42aa-b66c-2b236de57deb completed by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 06:58:48.535382 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-2f05d80a-6b2a-4f3c-9237-df5d39ec858f tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Notify callbacks [] for security_group, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:48.544956 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Provisioning complete for port c688ab2c-9bd6-42aa-b66c-2b236de57deb triggered by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 06:58:48.545150 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:48.567722 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-2f05d80a-6b2a-4f3c-9237-df5d39ec858f tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 06:58:48.574952 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-2f05d80a-6b2a-4f3c-9237-df5d39ec858f tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Usage tracker for resource:security_group_rule and tenant:2fc6fa56d19f4f2496beee60631c3cb7 is out of sync, need to count used quota {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 06:58:48.579122 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-2f05d80a-6b2a-4f3c-9237-df5d39ec858f tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 06:58:48.586789 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-2f05d80a-6b2a-4f3c-9237-df5d39ec858f tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 06:58:48.648706 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 58672) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:58:48.650556 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-36c89f58-75bd-4b17-a4b5-44867e17b5c2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8658576760234b93bd167fa89052eaff&name=default HTTP/1.1" status: 200 len: 2975 time: 2.3369753 Jan 24 06:58:48.675493 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-23b3140b-91c2-4d10-8dac-73a4ad739869 req-a948584a-7f50-4e03-9c69-e3ceee2448e6 tempest-DeleteServersTestJSON-1865463731 tempest-DeleteServersTestJSON-1865463731] 10.222.0.22 "GET /v2.0/ports?device_id=5cac4c5f-ce95-46c5-a499-e192d64a0bfb HTTP/1.1" status: 200 len: 210 time: 0.1766596 Jan 24 06:58:48.704817 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c89f58-75bd-4b17-a4b5-44867e17b5c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4730983-dfe8-44e0-bf2e-0177e059f4e3,revision_number=1']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:58:48.728666 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-36c89f58-75bd-4b17-a4b5-44867e17b5c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:58:48.736492 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.db_base_plugin_common [req-61fe9025-f4bf-4300-b67a-bed2b0052cba req-5ace4d64-a099-4412-95ef-cffe7bde6c7e tempest-DeleteServersTestJSON-1865463731 tempest-DeleteServersTestJSON-1865463731] Allocated IP 172.20.0.3 (d5bc5780-f935-4517-a912-fce628b57950/27aa906a-02df-4a1a-ad77-b135488e9ae0/16e029c9-c633-4363-bb51-308e29c55db0) {{(pid=80236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 06:58:48.826487 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-51f2a67c-f3d6-44f2-a352-61dafddecb85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:48.841465 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-149b94b6-5078-4558-92e9-ea8ff21af275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5288a07a-446d-47b3-88f8-2951029b5c0f', 'name': 'tempest-ServerRescueNegativeTestJSON-490811028-router', 'tenant_id': 'ad0f0f6ed63d4257be2cdd0b6041510c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'external_fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.175'}], 'enable_snat': True}, 'gw_port_id': 'a77b51ed-a9c9-4b81-a42a-9df622f6efce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T06:58:31Z', 'updated_at': '2021-01-24T06:58:44Z', 'revision_number': 4, 'project_id': 'ad0f0f6ed63d4257be2cdd0b6041510c', 'gw_port': {'id': 'a77b51ed-a9c9-4b81-a42a-9df622f6efce', 'name': '', 'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:75:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5288a07a-446d-47b3-88f8-2951029b5c0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T06:58:33Z', 'updated_at': '2021-01-24T06:58:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-6-smb', '_interfaces': [{'id': 'e8917613-932b-4a8d-94d9-4820610ae67e', 'name': '', 'network_id': 'a584046b-dd19-4b2d-957a-0c960829c5a8', 'tenant_id': 'ad0f0f6ed63d4257be2cdd0b6041510c', 'mac_address': 'fa:16:3e:07:2d:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5288a07a-446d-47b3-88f8-2951029b5c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0dadd72a-b072-4889-a91f-b6d7879c968a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T06:58:40Z', 'updated_at': '2021-01-24T06:58:45Z', 'revision_number': 2, 'project_id': 'ad0f0f6ed63d4257be2cdd0b6041510c', 'subnets': [{'id': '0dadd72a-b072-4889-a91f-b6d7879c968a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-6-smb', False) {} {{(pid=80238) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 06:58:48.855931 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:48.856990 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149b94b6-5078-4558-92e9-ea8ff21af275 None None] Checking router: 5288a07a-446d-47b3-88f8-2951029b5c0f for host: dv-cinder-772181-6-smb {{(pid=80238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 24 06:58:48.863600 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149b94b6-5078-4558-92e9-ea8ff21af275 None None] Updating router 5288a07a-446d-47b3-88f8-2951029b5c0f port e8917613-932b-4a8d-94d9-4820610ae67e binding host dv-cinder-772181-6-smb {{(pid=80238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 24 06:58:48.897380 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] For port c688ab2c-9bd6-42aa-b66c-2b236de57deb, host dv-cinder-772181-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-6-smb',level=0,port_id=c688ab2c-9bd6-42aa-b66c-2b236de57deb,segment=NetworkSegment(c7c4758e-d769-4634-92c6-d73b8ba1db56),segment_id=c7c4758e-d769-4634-92c6-d73b8ba1db56)] {{(pid=80237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 06:58:48.904273 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098'] for port, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:48.906800 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:58:48.988946 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-149b94b6-5078-4558-92e9-ea8ff21af275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:48.989539 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-51f2a67c-f3d6-44f2-a352-61dafddecb85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:49.024426 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-2f05d80a-6b2a-4f3c-9237-df5d39ec858f tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Notify callbacks [] for security_group, precommit_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:49.046994 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-2f05d80a-6b2a-4f3c-9237-df5d39ec858f tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:49.092588 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Pushing event updated for resources: {'Port': ['ID=c688ab2c-9bd6-42aa-b66c-2b236de57deb,revision_number=4']} {{(pid=80237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:58:49.108847 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:58:49.144912 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:58:49.180146 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-61fe9025-f4bf-4300-b67a-bed2b0052cba req-5ace4d64-a099-4412-95ef-cffe7bde6c7e tempest-DeleteServersTestJSON-1865463731 tempest-DeleteServersTestJSON-1865463731] Notify callbacks [] for port, precommit_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:49.238376 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-61fe9025-f4bf-4300-b67a-bed2b0052cba req-5ace4d64-a099-4412-95ef-cffe7bde6c7e tempest-DeleteServersTestJSON-1865463731 tempest-DeleteServersTestJSON-1865463731] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363276713217020'] for port, after_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:49.264897 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-2f05d80a-6b2a-4f3c-9237-df5d39ec858f tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Notify callbacks [] for security_group, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:49.270212 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-2f05d80a-6b2a-4f3c-9237-df5d39ec858f tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.8234248 Jan 24 06:58:49.272289 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 58696) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:58:49.289226 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-6249bd79-4ed6-48d7-bf4d-c4c82c6da0c8 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Request body: {'security_group_rule': {'security_group_id': '7c9aee4f-6d1b-48fa-a5b9-acc674b2a6ee', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 06:58:49.298570 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-80f6313a-72c2-4577-b519-433085bcb1ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:58:49.304795 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-6249bd79-4ed6-48d7-bf4d-c4c82c6da0c8 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 06:58:49.310642 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-6249bd79-4ed6-48d7-bf4d-c4c82c6da0c8 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Usage tracker for resource:security_group_rule and tenant:2fc6fa56d19f4f2496beee60631c3cb7 is out of sync, need to count used quota {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 06:58:49.314208 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-6249bd79-4ed6-48d7-bf4d-c4c82c6da0c8 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 06:58:49.323507 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-6249bd79-4ed6-48d7-bf4d-c4c82c6da0c8 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 06:58:49.336145 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f05d80a-6b2a-4f3c-9237-df5d39ec858f tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Pushing event updated for resources: {'SecurityGroup': ['ID=7c9aee4f-6d1b-48fa-a5b9-acc674b2a6ee,revision_number=1']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:58:49.340214 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-2f05d80a-6b2a-4f3c-9237-df5d39ec858f tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:58:49.355035 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6249bd79-4ed6-48d7-bf4d-c4c82c6da0c8 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Notify callbacks [] for security_group_rule, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:49.369827 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-51f2a67c-f3d6-44f2-a352-61dafddecb85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:49.388323 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:58:49.439248 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f2a67c-f3d6-44f2-a352-61dafddecb85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4730983-dfe8-44e0-bf2e-0177e059f4e3,revision_number=None']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:58:49.453514 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-51f2a67c-f3d6-44f2-a352-61dafddecb85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:58:49.461057 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 58700) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:58:49.499806 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-51f2a67c-f3d6-44f2-a352-61dafddecb85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:49.522612 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-51f2a67c-f3d6-44f2-a352-61dafddecb85 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d4730983-dfe8-44e0-bf2e-0177e059f4e3 HTTP/1.1" status: 204 len: 168 time: 0.8491595 Jan 24 06:58:49.658279 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6249bd79-4ed6-48d7-bf4d-c4c82c6da0c8 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:49.670455 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 58710) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:58:49.671203 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6249bd79-4ed6-48d7-bf4d-c4c82c6da0c8 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337684'] for security_group_rule, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:49.673114 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-73e242ac-8790-4a78-a707-fe00eef564b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:49.718658 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:58:49.835498 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6249bd79-4ed6-48d7-bf4d-c4c82c6da0c8 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Pushing event updated for resources: {'SecurityGroupRule': ['ID=715d6255-f107-4d2f-8482-503399ece079,revision_number=0']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:58:49.885852 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-6249bd79-4ed6-48d7-bf4d-c4c82c6da0c8 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:58:49.930416 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Device c688ab2c-9bd6-42aa-b66c-2b236de57deb up at agent ovs-agent-dv-cinder-772181-6-smb {{(pid=80237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 06:58:49.932837 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6249bd79-4ed6-48d7-bf4d-c4c82c6da0c8 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Notify callbacks [] for security_group_rule, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:49.938568 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-6249bd79-4ed6-48d7-bf4d-c4c82c6da0c8 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6602967 Jan 24 06:58:49.939934 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 58720) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:58:49.949638 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-027f387a-f6ca-4201-95d9-8d64f7e1a112 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Request body: {'security_group_rule': {'security_group_id': '7c9aee4f-6d1b-48fa-a5b9-acc674b2a6ee', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 06:58:49.965201 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-027f387a-f6ca-4201-95d9-8d64f7e1a112 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 06:58:49.971142 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-027f387a-f6ca-4201-95d9-8d64f7e1a112 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Usage tracker for resource:security_group_rule and tenant:2fc6fa56d19f4f2496beee60631c3cb7 is out of sync, need to count used quota {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 06:58:49.978285 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-027f387a-f6ca-4201-95d9-8d64f7e1a112 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 06:58:49.987930 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-027f387a-f6ca-4201-95d9-8d64f7e1a112 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 06:58:49.994448 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ace4d64-a099-4412-95ef-cffe7bde6c7e tempest-DeleteServersTestJSON-1865463731 tempest-DeleteServersTestJSON-1865463731] Pushing event updated for resources: {'Port': ['ID=16e029c9-c633-4363-bb51-308e29c55db0,revision_number=1']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:58:50.025183 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-5ace4d64-a099-4412-95ef-cffe7bde6c7e tempest-DeleteServersTestJSON-1865463731 tempest-DeleteServersTestJSON-1865463731] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.727s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:58:50.025793 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-027f387a-f6ca-4201-95d9-8d64f7e1a112 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Notify callbacks [] for security_group_rule, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:50.155010 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61fe9025-f4bf-4300-b67a-bed2b0052cba req-5ace4d64-a099-4412-95ef-cffe7bde6c7e tempest-DeleteServersTestJSON-1865463731 tempest-DeleteServersTestJSON-1865463731] Network d5bc5780-f935-4517-a912-fce628b57950 is already hosted by enough agents. {{(pid=80236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 06:58:50.157252 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [req-61fe9025-f4bf-4300-b67a-bed2b0052cba req-5ace4d64-a099-4412-95ef-cffe7bde6c7e tempest-DeleteServersTestJSON-1865463731 tempest-DeleteServersTestJSON-1865463731] Resources bound (agent type, host, resource id): {{(pid=80236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 06:58:50.164525 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [req-61fe9025-f4bf-4300-b67a-bed2b0052cba req-5ace4d64-a099-4412-95ef-cffe7bde6c7e tempest-DeleteServersTestJSON-1865463731 tempest-DeleteServersTestJSON-1865463731] Received port after_create {{(pid=80236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 06:58:50.189295 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Provisioning complete for port c688ab2c-9bd6-42aa-b66c-2b236de57deb triggered by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 06:58:50.189721 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:50.192966 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fe9025-f4bf-4300-b67a-bed2b0052cba req-5ace4d64-a099-4412-95ef-cffe7bde6c7e tempest-DeleteServersTestJSON-1865463731 tempest-DeleteServersTestJSON-1865463731] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:58:50.194447 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-61fe9025-f4bf-4300-b67a-bed2b0052cba req-5ace4d64-a099-4412-95ef-cffe7bde6c7e tempest-DeleteServersTestJSON-1865463731 tempest-DeleteServersTestJSON-1865463731] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539807'] for port, before_response {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:50.235031 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-61fe9025-f4bf-4300-b67a-bed2b0052cba req-5ace4d64-a099-4412-95ef-cffe7bde6c7e tempest-DeleteServersTestJSON-1865463731 tempest-DeleteServersTestJSON-1865463731] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2825904 Jan 24 06:58:50.283097 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-027f387a-f6ca-4201-95d9-8d64f7e1a112 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:50.298904 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdc0f1f-7ba1-4cc2-b98d-451712830859 req-5cf7e13a-27e7-4967-9007-d8a308f7b7b5 tempest-DeleteServersTestJSON-1865463731 tempest-DeleteServersTestJSON-1865463731] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:58:50.300049 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-7fdc0f1f-7ba1-4cc2-b98d-451712830859 req-5cf7e13a-27e7-4967-9007-d8a308f7b7b5 tempest-DeleteServersTestJSON-1865463731 tempest-DeleteServersTestJSON-1865463731] Synchronizing usage tracker for tenant:e95c046c5c50410f812c0c754cf1caf4 on resource:port {{(pid=80236) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 06:58:50.313114 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [req-61fe9025-f4bf-4300-b67a-bed2b0052cba req-5a74cb54-0883-4cae-808f-27e55927fa2d tempest-DeleteServersTestJSON-1865463731 tempest-DeleteServersTestJSON-1865463731] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=80236) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 06:58:50.315333 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-61fe9025-f4bf-4300-b67a-bed2b0052cba req-5a74cb54-0883-4cae-808f-27e55927fa2d tempest-DeleteServersTestJSON-1865463731 tempest-DeleteServersTestJSON-1865463731] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0088689 Jan 24 06:58:50.335987 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-7fdc0f1f-7ba1-4cc2-b98d-451712830859 req-5cf7e13a-27e7-4967-9007-d8a308f7b7b5 tempest-DeleteServersTestJSON-1865463731 tempest-DeleteServersTestJSON-1865463731] Unset dirty status for tenant:e95c046c5c50410f812c0c754cf1caf4 on resource:port {{(pid=80236) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 06:58:50.338121 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4c91414d-fcc2-4010-a3c7-5b831e318ca5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:50.345341 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-7fdc0f1f-7ba1-4cc2-b98d-451712830859 req-5cf7e13a-27e7-4967-9007-d8a308f7b7b5 tempest-DeleteServersTestJSON-1865463731 tempest-DeleteServersTestJSON-1865463731] 10.222.0.22 "GET /v2.0/ports?device_id=5cac4c5f-ce95-46c5-a499-e192d64a0bfb HTTP/1.1" status: 200 len: 931 time: 0.3332293 Jan 24 06:58:50.376526 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-149b94b6-5078-4558-92e9-ea8ff21af275 None None] Notify callbacks [] for port, precommit_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:50.381196 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-027f387a-f6ca-4201-95d9-8d64f7e1a112 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337684'] for security_group_rule, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:50.390122 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-4c91414d-fcc2-4010-a3c7-5b831e318ca5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 06:58:50.425084 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-4c91414d-fcc2-4010-a3c7-5b831e318ca5 admin admin] Usage tracker for resource:security_group_rule and tenant:f1d3d3237087448cad6580f632f5f367 is out of sync, need to count used quota {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 06:58:50.426715 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-149b94b6-5078-4558-92e9-ea8ff21af275 None None] Transition to ACTIVE for port object e8917613-932b-4a8d-94d9-4820610ae67e will not be triggered until provisioned by entity L2. {{(pid=80238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 06:58:50.434730 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-149b94b6-5078-4558-92e9-ea8ff21af275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098'] for port, after_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:50.441090 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-4c91414d-fcc2-4010-a3c7-5b831e318ca5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 06:58:50.467302 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-4c91414d-fcc2-4010-a3c7-5b831e318ca5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 06:58:50.532577 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-7fdc0f1f-7ba1-4cc2-b98d-451712830859 req-a951b82a-cc31-4dee-829a-29528ff51db8 tempest-DeleteServersTestJSON-1865463731 tempest-DeleteServersTestJSON-1865463731] Synchronizing usage tracker for tenant:e95c046c5c50410f812c0c754cf1caf4 on resource:security_group {{(pid=80236) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 06:58:50.562508 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbdc928-3ed1-4ebf-bf2b-fdb451afedc4 None None] Sync routers for ids ['c96de43a-59d1-460d-a1b9-d50ba998bb57'] in dv-cinder-772181-6-smb {{(pid=80237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 24 06:58:50.727976 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:58:50.746898 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbdc928-3ed1-4ebf-bf2b-fdb451afedc4 None None] Routers {'c96de43a-59d1-460d-a1b9-d50ba998bb57'} bound to L3 agent in host dv-cinder-772181-6-smb {{(pid=80237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 06:58:50.747608 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-fbbdc928-3ed1-4ebf-bf2b-fdb451afedc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-24T06:49:21Z,description=,heartbeat_timestamp=2021-01-24T06:58:21Z,host='dv-cinder-772181-6-smb',id=4d190a5c-2620-4f2a-bccf-f8076df9706a,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T06:49:21Z,topic='l3_agent')) {'router_ids': ['c96de43a-59d1-460d-a1b9-d50ba998bb57'], 'active': True} {{(pid=80237) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 06:58:50.787312 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-6249bd79-4ed6-48d7-bf4d-c4c82c6da0c8 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:58:50.810714 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4ea2a6aa-1932-4d77-b254-a98ce91eb3c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:50.924907 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-705c709d-3c1d-4795-b73f-86fe41ed3a6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:50.946316 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4c91414d-fcc2-4010-a3c7-5b831e318ca5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:50.961464 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027f387a-f6ca-4201-95d9-8d64f7e1a112 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52d05d37-de67-40e0-8f71-6fcf0b7fd28b,revision_number=0']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:58:50.966323 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-027f387a-f6ca-4201-95d9-8d64f7e1a112 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:58:50.975603 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4c91414d-fcc2-4010-a3c7-5b831e318ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:50.998437 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-4ea2a6aa-1932-4d77-b254-a98ce91eb3c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 06:58:51.127338 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-7fdc0f1f-7ba1-4cc2-b98d-451712830859 req-a951b82a-cc31-4dee-829a-29528ff51db8 tempest-DeleteServersTestJSON-1865463731 tempest-DeleteServersTestJSON-1865463731] Unset dirty status for tenant:e95c046c5c50410f812c0c754cf1caf4 on resource:security_group {{(pid=80236) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 06:58:51.144339 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-7fdc0f1f-7ba1-4cc2-b98d-451712830859 req-a951b82a-cc31-4dee-829a-29528ff51db8 tempest-DeleteServersTestJSON-1865463731 tempest-DeleteServersTestJSON-1865463731] 10.222.0.22 "GET /v2.0/security-groups?id=ba0f971c-3bdb-4b13-a3da-1d2ed1659349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7967758 Jan 24 06:58:51.153502 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-10415444-cb76-415b-a05d-dafb617a4156 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:58:51.226826 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-4c91414d-fcc2-4010-a3c7-5b831e318ca5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f1d3d3237087448cad6580f632f5f367&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7612100 Jan 24 06:58:51.226826 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c91414d-fcc2-4010-a3c7-5b831e318ca5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a828b90d-2b55-4ba2-b80e-bcc2f564edc1,revision_number=1']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:58:51.237427 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-4ea2a6aa-1932-4d77-b254-a98ce91eb3c1 admin admin] Usage tracker for resource:security_group_rule and tenant:25128e0905da4541a260ff953d7edd1a is out of sync, need to count used quota {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 06:58:51.248356 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-4ea2a6aa-1932-4d77-b254-a98ce91eb3c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 06:58:51.252595 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 58746) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:58:51.253458 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-027f387a-f6ca-4201-95d9-8d64f7e1a112 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Notify callbacks [] for security_group_rule, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:51.254792 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-027f387a-f6ca-4201-95d9-8d64f7e1a112 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3135536 Jan 24 06:58:51.271914 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 58748) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:58:51.276299 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-4c91414d-fcc2-4010-a3c7-5b831e318ca5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:58:51.286133 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-4ea2a6aa-1932-4d77-b254-a98ce91eb3c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 06:58:51.294742 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-97216f30-9d95-4bc8-9e92-4d0e9c4e5f1b tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Request body: {'floatingip': {'floating_network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a'}} {{(pid=80235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 06:58:51.330767 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-97216f30-9d95-4bc8-9e92-4d0e9c4e5f1b tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 06:58:51.355489 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-97216f30-9d95-4bc8-9e92-4d0e9c4e5f1b tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Usage tracker for resource:floatingip and tenant:2fc6fa56d19f4f2496beee60631c3cb7 is out of sync, need to count used quota {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 06:58:51.375497 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-97216f30-9d95-4bc8-9e92-4d0e9c4e5f1b tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 06:58:51.393870 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-97216f30-9d95-4bc8-9e92-4d0e9c4e5f1b tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 06:58:51.476835 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4428d75a-28a6-4f28-80a4-4000fad80583 req-93f5dc60-1138-4876-8930-fc7849742e65 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:58:51.479110 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-4428d75a-28a6-4f28-80a4-4000fad80583 req-93f5dc60-1138-4876-8930-fc7849742e65 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Synchronizing usage tracker for tenant:ad0f0f6ed63d4257be2cdd0b6041510c on resource:network {{(pid=80236) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 06:58:51.570523 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-149b94b6-5078-4558-92e9-ea8ff21af275 None None] Attempting to bind port e8917613-932b-4a8d-94d9-4820610ae67e on host dv-cinder-772181-6-smb for vnic_type normal with profile {{(pid=80238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 06:58:51.571090 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-149b94b6-5078-4558-92e9-ea8ff21af275 None None] Attempting to bind port e8917613-932b-4a8d-94d9-4820610ae67e by drivers openvswitch on host dv-cinder-772181-6-smb at level 0 using segments [{'id': 'c42de142-bc09-4c88-8c21-53c17236eeb2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a584046b-dd19-4b2d-957a-0c960829c5a8'}] {{(pid=80238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 06:58:51.571313 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149b94b6-5078-4558-92e9-ea8ff21af275 None None] Attempting to bind port e8917613-932b-4a8d-94d9-4820610ae67e on network a584046b-dd19-4b2d-957a-0c960829c5a8 {{(pid=80238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 06:58:51.589525 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-97216f30-9d95-4bc8-9e92-4d0e9c4e5f1b tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Notify callbacks [] for floatingip, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:51.595677 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149b94b6-5078-4558-92e9-ea8ff21af275 None None] Checking agent: {'id': '3fe64d96-acff-4950-84fb-d8384a2371af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 6, 49, 21), 'started_at': datetime.datetime(2021, 1, 24, 6, 49, 51), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 6, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 06:58:51.596313 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149b94b6-5078-4558-92e9-ea8ff21af275 None None] Checking segment: {'id': 'c42de142-bc09-4c88-8c21-53c17236eeb2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a584046b-dd19-4b2d-957a-0c960829c5a8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 06:58:51.596651 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-149b94b6-5078-4558-92e9-ea8ff21af275 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:51.597252 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149b94b6-5078-4558-92e9-ea8ff21af275 None None] Bound using segment: {'id': 'c42de142-bc09-4c88-8c21-53c17236eeb2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a584046b-dd19-4b2d-957a-0c960829c5a8'} {{(pid=80238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 06:58:51.597630 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-149b94b6-5078-4558-92e9-ea8ff21af275 None None] Bound port: e8917613-932b-4a8d-94d9-4820610ae67e, host: dv-cinder-772181-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c42de142-bc09-4c88-8c21-53c17236eeb2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a584046b-dd19-4b2d-957a-0c960829c5a8'}}] {{(pid=80238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 06:58:51.598057 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-149b94b6-5078-4558-92e9-ea8ff21af275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:51.645954 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 58756) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:58:51.728026 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-add47b6e-63cd-49ea-a6e3-1434d1cf2ce2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:51.746201 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-149b94b6-5078-4558-92e9-ea8ff21af275 None None] For port e8917613-932b-4a8d-94d9-4820610ae67e, host dv-cinder-772181-6-smb, cleared binding levels {{(pid=80238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 06:58:51.749946 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-149b94b6-5078-4558-92e9-ea8ff21af275 None None] For port e8917613-932b-4a8d-94d9-4820610ae67e, host dv-cinder-772181-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-6-smb',level=0,port_id=e8917613-932b-4a8d-94d9-4820610ae67e,segment=NetworkSegment(c42de142-bc09-4c88-8c21-53c17236eeb2),segment_id=c42de142-bc09-4c88-8c21-53c17236eeb2)] {{(pid=80238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 06:58:51.756068 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-149b94b6-5078-4558-92e9-ea8ff21af275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098'] for port, after_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:51.756867 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95d9271-624a-4156-8635-5653d1b82121 None None] Pushing event updated for resources: {'Port': ['ID=e8917613-932b-4a8d-94d9-4820610ae67e,revision_number=3']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:58:51.827756 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-add47b6e-63cd-49ea-a6e3-1434d1cf2ce2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 06:58:51.848945 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-add47b6e-63cd-49ea-a6e3-1434d1cf2ce2 admin admin] Usage tracker for resource:security_group_rule and tenant:b30bbd65fa4d447994d2e63fa8932859 is out of sync, need to count used quota {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 06:58:51.865030 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-add47b6e-63cd-49ea-a6e3-1434d1cf2ce2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 06:58:51.897492 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-add47b6e-63cd-49ea-a6e3-1434d1cf2ce2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 06:58:51.925816 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.base [req-61fe9025-f4bf-4300-b67a-bed2b0052cba req-4ace93e5-8631-4286-a193-14db9e483482 service neutron] Request body: {'port': {'device_id': '5cac4c5f-ce95-46c5-a499-e192d64a0bfb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=80236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 06:58:52.010296 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-f95d9271-624a-4156-8635-5653d1b82121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.282s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:58:52.011817 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-f95d9271-624a-4156-8635-5653d1b82121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:58:52.012261 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:52.090609 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-fbbdc928-3ed1-4ebf-bf2b-fdb451afedc4 None None] Set router c96de43a-59d1-460d-a1b9-d50ba998bb57 gateway port host: dv-cinder-772181-6-smb {{(pid=80237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 06:58:52.341725 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-61fe9025-f4bf-4300-b67a-bed2b0052cba req-4ace93e5-8631-4286-a193-14db9e483482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:52.417936 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95d9271-624a-4156-8635-5653d1b82121 None None] Pushing event updated for resources: {'Port': ['ID=e8917613-932b-4a8d-94d9-4820610ae67e,revision_number=4']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:58:52.422617 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-f95d9271-624a-4156-8635-5653d1b82121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:58:52.545071 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149b94b6-5078-4558-92e9-ea8ff21af275 None None] Routers {'5288a07a-446d-47b3-88f8-2951029b5c0f'} bound to L3 agent in host dv-cinder-772181-6-smb {{(pid=80238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 06:58:52.545626 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-0863cb89-bf0b-4291-b1f9-029cf67cf206 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:52.545747 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-149b94b6-5078-4558-92e9-ea8ff21af275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-24T06:49:21Z,description=,heartbeat_timestamp=2021-01-24T06:58:51Z,host='dv-cinder-772181-6-smb',id=4d190a5c-2620-4f2a-bccf-f8076df9706a,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T06:49:21Z,topic='l3_agent')) {'router_ids': ['5288a07a-446d-47b3-88f8-2951029b5c0f'], 'active': True} {{(pid=80238) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 06:58:52.607004 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-0863cb89-bf0b-4291-b1f9-029cf67cf206 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:52.631786 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-add47b6e-63cd-49ea-a6e3-1434d1cf2ce2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:52.713131 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-234e5594-7a0b-4e8c-b8aa-6f4b31972cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:52.779038 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-add47b6e-63cd-49ea-a6e3-1434d1cf2ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:52.792272 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4ea2a6aa-1932-4d77-b254-a98ce91eb3c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:52.799842 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4ea2a6aa-1932-4d77-b254-a98ce91eb3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:52.855080 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:58:52.871016 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-4ea2a6aa-1932-4d77-b254-a98ce91eb3c1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=25128e0905da4541a260ff953d7edd1a&name=default HTTP/1.1" status: 200 len: 2979 time: 3.1984317 Jan 24 06:58:52.873785 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 58778) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:58:52.875110 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-f24bc3f8-507c-4b64-a19e-893e6ab8e280 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:58:52.929321 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-4428d75a-28a6-4f28-80a4-4000fad80583 req-93f5dc60-1138-4876-8930-fc7849742e65 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Unset dirty status for tenant:ad0f0f6ed63d4257be2cdd0b6041510c on resource:network {{(pid=80236) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 06:58:52.942694 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-4428d75a-28a6-4f28-80a4-4000fad80583 req-93f5dc60-1138-4876-8930-fc7849742e65 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/networks?id=a584046b-dd19-4b2d-957a-0c960829c5a8 HTTP/1.1" status: 200 len: 818 time: 2.2622504 Jan 24 06:58:52.951592 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-0863cb89-bf0b-4291-b1f9-029cf67cf206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:52.962291 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-149b94b6-5078-4558-92e9-ea8ff21af275 None None] Set router 5288a07a-446d-47b3-88f8-2951029b5c0f gateway port host: dv-cinder-772181-6-smb {{(pid=80238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 06:58:52.984260 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea2a6aa-1932-4d77-b254-a98ce91eb3c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54e021ae-c934-44b3-8669-f8b6fb1c9014,revision_number=1']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:58:53.003436 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-4ea2a6aa-1932-4d77-b254-a98ce91eb3c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:58:53.005224 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-97216f30-9d95-4bc8-9e92-4d0e9c4e5f1b tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:53.008141 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-fbbdc928-3ed1-4ebf-bf2b-fdb451afedc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c96de43a-59d1-460d-a1b9-d50ba998bb57', 'name': 'tempest-AttachVolumeTestJSON-479307682-router', 'tenant_id': '2fc6fa56d19f4f2496beee60631c3cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'external_fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.159'}], 'enable_snat': True}, 'gw_port_id': 'c688ab2c-9bd6-42aa-b66c-2b236de57deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T06:58:33Z', 'updated_at': '2021-01-24T06:58:43Z', 'revision_number': 4, 'project_id': '2fc6fa56d19f4f2496beee60631c3cb7', 'gw_port': {'id': 'c688ab2c-9bd6-42aa-b66c-2b236de57deb', 'name': '', 'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:d2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96de43a-59d1-460d-a1b9-d50ba998bb57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T06:58:34Z', 'updated_at': '2021-01-24T06:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-6-smb', '_interfaces': [{'id': 'df483948-5127-4d1a-ae4c-a52412df60fd', 'name': '', 'network_id': '440b000a-80da-445e-b13a-3c626561a2d5', 'tenant_id': '2fc6fa56d19f4f2496beee60631c3cb7', 'mac_address': 'fa:16:3e:1d:57:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c96de43a-59d1-460d-a1b9-d50ba998bb57', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f89146f0-67b7-43a2-a952-f2f292e8520d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T06:58:41Z', 'updated_at': '2021-01-24T06:58:44Z', 'revision_number': 2, 'project_id': '2fc6fa56d19f4f2496beee60631c3cb7', 'subnets': [{'id': 'f89146f0-67b7-43a2-a952-f2f292e8520d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-6-smb', False) {} {{(pid=80237) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 06:58:53.017116 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:58:53.031568 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbdc928-3ed1-4ebf-bf2b-fdb451afedc4 None None] Checking router: c96de43a-59d1-460d-a1b9-d50ba998bb57 for host: dv-cinder-772181-6-smb {{(pid=80237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 24 06:58:53.032254 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbdc928-3ed1-4ebf-bf2b-fdb451afedc4 None None] Updating router c96de43a-59d1-460d-a1b9-d50ba998bb57 port df483948-5127-4d1a-ae4c-a52412df60fd binding host dv-cinder-772181-6-smb {{(pid=80237) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 24 06:58:53.067747 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-0863cb89-bf0b-4291-b1f9-029cf67cf206 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:53.076281 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-0863cb89-bf0b-4291-b1f9-029cf67cf206 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a828b90d-2b55-4ba2-b80e-bcc2f564edc1 HTTP/1.1" status: 204 len: 168 time: 1.8132439 Jan 24 06:58:53.085820 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0863cb89-bf0b-4291-b1f9-029cf67cf206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a828b90d-2b55-4ba2-b80e-bcc2f564edc1,revision_number=None']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:58:53.090523 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-051d0d6b-1b9a-4c80-b40b-b433b107ae16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:53.099910 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-0863cb89-bf0b-4291-b1f9-029cf67cf206 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:58:53.275106 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-fbbdc928-3ed1-4ebf-bf2b-fdb451afedc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:53.433862 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-051d0d6b-1b9a-4c80-b40b-b433b107ae16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:53.799770 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-051d0d6b-1b9a-4c80-b40b-b433b107ae16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:53.835374 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [req-61fe9025-f4bf-4300-b67a-bed2b0052cba req-4ace93e5-8631-4286-a193-14db9e483482 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16e029c9-c633-4363-bb51-308e29c55db0 {{(pid=80236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 24 06:58:53.845933 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-0863cb89-bf0b-4291-b1f9-029cf67cf206 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:58:53.853257 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-61fe9025-f4bf-4300-b67a-bed2b0052cba req-4ace93e5-8631-4286-a193-14db9e483482 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:53.882596 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [req-61fe9025-f4bf-4300-b67a-bed2b0052cba req-4ace93e5-8631-4286-a193-14db9e483482 service neutron] Transition to ACTIVE for port object 16e029c9-c633-4363-bb51-308e29c55db0 will not be triggered until provisioned by entity L2. {{(pid=80236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 06:58:53.901160 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051d0d6b-1b9a-4c80-b40b-b433b107ae16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e021ae-c934-44b3-8669-f8b6fb1c9014,revision_number=None']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:58:53.909751 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-051d0d6b-1b9a-4c80-b40b-b433b107ae16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:58:53.929354 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-61fe9025-f4bf-4300-b67a-bed2b0052cba req-4ace93e5-8631-4286-a193-14db9e483482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098'] for port, after_update {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:53.996415 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-149b94b6-5078-4558-92e9-ea8ff21af275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5288a07a-446d-47b3-88f8-2951029b5c0f', 'name': 'tempest-ServerRescueNegativeTestJSON-490811028-router', 'tenant_id': 'ad0f0f6ed63d4257be2cdd0b6041510c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'external_fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.175'}], 'enable_snat': True}, 'gw_port_id': 'a77b51ed-a9c9-4b81-a42a-9df622f6efce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T06:58:31Z', 'updated_at': '2021-01-24T06:58:44Z', 'revision_number': 4, 'project_id': 'ad0f0f6ed63d4257be2cdd0b6041510c', 'gw_port': {'id': 'a77b51ed-a9c9-4b81-a42a-9df622f6efce', 'name': '', 'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:75:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5288a07a-446d-47b3-88f8-2951029b5c0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T06:58:33Z', 'updated_at': '2021-01-24T06:58:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-6-smb', '_interfaces': [{'id': 'e8917613-932b-4a8d-94d9-4820610ae67e', 'name': '', 'network_id': 'a584046b-dd19-4b2d-957a-0c960829c5a8', 'tenant_id': 'ad0f0f6ed63d4257be2cdd0b6041510c', 'mac_address': 'fa:16:3e:07:2d:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5288a07a-446d-47b3-88f8-2951029b5c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0dadd72a-b072-4889-a91f-b6d7879c968a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T06:58:40Z', 'updated_at': '2021-01-24T06:58:51Z', 'revision_number': 4, 'project_id': 'ad0f0f6ed63d4257be2cdd0b6041510c', 'subnets': [{'id': '0dadd72a-b072-4889-a91f-b6d7879c968a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-6-smb', False) {} {{(pid=80238) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 06:58:54.017282 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149b94b6-5078-4558-92e9-ea8ff21af275 None None] The sync data for ids ['5288a07a-446d-47b3-88f8-2951029b5c0f'] in dv-cinder-772181-6-smb is: [{'id': '5288a07a-446d-47b3-88f8-2951029b5c0f', 'name': 'tempest-ServerRescueNegativeTestJSON-490811028-router', 'tenant_id': 'ad0f0f6ed63d4257be2cdd0b6041510c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'external_fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.175'}], 'enable_snat': True}, 'gw_port_id': 'a77b51ed-a9c9-4b81-a42a-9df622f6efce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T06:58:31Z', 'updated_at': '2021-01-24T06:58:44Z', 'revision_number': 4, 'project_id': 'ad0f0f6ed63d4257be2cdd0b6041510c', 'gw_port': {'id': 'a77b51ed-a9c9-4b81-a42a-9df622f6efce', 'name': '', 'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:75:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5288a07a-446d-47b3-88f8-2951029b5c0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T06:58:33Z', 'updated_at': '2021-01-24T06:58:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-6-smb', '_interfaces': [{'id': 'e8917613-932b-4a8d-94d9-4820610ae67e', 'name': '', 'network_id': 'a584046b-dd19-4b2d-957a-0c960829c5a8', 'tenant_id': 'ad0f0f6ed63d4257be2cdd0b6041510c', 'mac_address': 'fa:16:3e:07:2d:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5288a07a-446d-47b3-88f8-2951029b5c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0dadd72a-b072-4889-a91f-b6d7879c968a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T06:58:40Z', 'updated_at': '2021-01-24T06:58:51Z', 'revision_number': 4, 'project_id': 'ad0f0f6ed63d4257be2cdd0b6041510c', 'subnets': [{'id': '0dadd72a-b072-4889-a91f-b6d7879c968a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 24 06:58:54.019412 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-051d0d6b-1b9a-4c80-b40b-b433b107ae16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:54.023941 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-051d0d6b-1b9a-4c80-b40b-b433b107ae16 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/54e021ae-c934-44b3-8669-f8b6fb1c9014 HTTP/1.1" status: 204 len: 168 time: 1.1456323 Jan 24 06:58:54.048650 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-add47b6e-63cd-49ea-a6e3-1434d1cf2ce2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b30bbd65fa4d447994d2e63fa8932859&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4007437 Jan 24 06:58:54.075109 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 58798) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:58:54.104671 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-4428d75a-28a6-4f28-80a4-4000fad80583 req-2555059b-af02-4a57-b236-66537319ed52 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/quotas/ad0f0f6ed63d4257be2cdd0b6041510c HTTP/1.1" status: 200 len: 375 time: 0.2083967 Jan 24 06:58:54.130280 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add47b6e-63cd-49ea-a6e3-1434d1cf2ce2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=052022ae-39ba-4984-ad1d-4c191d1136ef,revision_number=1']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:58:54.242033 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 58802) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:58:54.280724 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.db_base_plugin_common [None req-97216f30-9d95-4bc8-9e92-4d0e9c4e5f1b tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Allocated IP 172.28.0.185 (3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a/ded01328-6a1f-470d-9832-6a1e67bc132f/6a795b97-4d1c-48bf-97cc-19a0221796c9) {{(pid=80235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 06:58:54.390018 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-65062ba3-5e25-4700-b89c-1c3557ae3738 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:54.474876 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-65062ba3-5e25-4700-b89c-1c3557ae3738 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 06:58:54.541384 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-65062ba3-5e25-4700-b89c-1c3557ae3738 admin admin] Usage tracker for resource:security_group_rule and tenant:b693f3b1dd8f4c69b224df407ce28d65 is out of sync, need to count used quota {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 06:58:54.634529 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-fbbdc928-3ed1-4ebf-bf2b-fdb451afedc4 None None] Notify callbacks [] for port, precommit_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:54.689818 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-add47b6e-63cd-49ea-a6e3-1434d1cf2ce2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.789s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:58:54.698406 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-5ace4d64-a099-4412-95ef-cffe7bde6c7e tempest-DeleteServersTestJSON-1865463731 tempest-DeleteServersTestJSON-1865463731] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.620s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:58:54.727996 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-fbbdc928-3ed1-4ebf-bf2b-fdb451afedc4 None None] Transition to ACTIVE for port object df483948-5127-4d1a-ae4c-a52412df60fd will not be triggered until provisioned by entity L2. {{(pid=80237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 06:58:54.733402 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-fbbdc928-3ed1-4ebf-bf2b-fdb451afedc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098'] for port, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:54.798488 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-65062ba3-5e25-4700-b89c-1c3557ae3738 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 06:58:54.834343 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-65062ba3-5e25-4700-b89c-1c3557ae3738 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 06:58:55.082942 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-078510b7-10e9-490f-ba1b-ef60c0cf24ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:55.266102 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:58:55.337910 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c76b48f-11e6-44e8-bf99-c9fd4a6e8bca req-c9627d18-9bb4-4047-8e2c-f63d5d297bb4 tempest-DeleteServersTestJSON-1865463731 tempest-DeleteServersTestJSON-1865463731] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:58:55.348842 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-6c76b48f-11e6-44e8-bf99-c9fd4a6e8bca req-c9627d18-9bb4-4047-8e2c-f63d5d297bb4 tempest-DeleteServersTestJSON-1865463731 tempest-DeleteServersTestJSON-1865463731] 10.222.0.22 "GET /v2.0/ports?device_id=5cac4c5f-ce95-46c5-a499-e192d64a0bfb HTTP/1.1" status: 200 len: 931 time: 2.7140841 Jan 24 06:58:55.407345 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-97216f30-9d95-4bc8-9e92-4d0e9c4e5f1b tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Notify callbacks [] for port, precommit_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:55.431717 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ace93e5-8631-4286-a193-14db9e483482 service neutron] Pushing event updated for resources: {'Port': ['ID=16e029c9-c633-4363-bb51-308e29c55db0,revision_number=2']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:58:55.518463 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-65062ba3-5e25-4700-b89c-1c3557ae3738 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:55.526243 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 58822) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:58:55.543942 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-4ace93e5-8631-4286-a193-14db9e483482 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.845s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:58:55.575257 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515e1cd7-bf04-4324-8f33-79d8bafcd1c0 None None] Pushing event updated for resources: {'Port': ['ID=df483948-5127-4d1a-ae4c-a52412df60fd,revision_number=3']} {{(pid=80237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:58:55.588502 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-65062ba3-5e25-4700-b89c-1c3557ae3738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:55.589454 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4c7e7f6a-144a-4a38-b6d9-31951536de81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:55.604225 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-515e1cd7-bf04-4324-8f33-79d8bafcd1c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:58:55.660404 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-4c7e7f6a-144a-4a38-b6d9-31951536de81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 06:58:55.668707 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:58:55.670142 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-078510b7-10e9-490f-ba1b-ef60c0cf24ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:55.772024 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65062ba3-5e25-4700-b89c-1c3557ae3738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38367a89-0bf0-4cb4-8758-4179baf4a9b2,revision_number=1']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:58:55.781761 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-65062ba3-5e25-4700-b89c-1c3557ae3738 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:58:55.785633 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-4c7e7f6a-144a-4a38-b6d9-31951536de81 admin admin] Usage tracker for resource:security_group_rule and tenant:7e5b1c25d5554d1ab92b6ce34fe66c71 is out of sync, need to count used quota {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 06:58:55.797859 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-4c7e7f6a-144a-4a38-b6d9-31951536de81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 06:58:55.812402 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-6c76b48f-11e6-44e8-bf99-c9fd4a6e8bca req-4d5f60ff-01b7-4daf-b777-91a7b02f5af3 tempest-DeleteServersTestJSON-1865463731 tempest-DeleteServersTestJSON-1865463731] 10.222.0.22 "GET /v2.0/security-groups?id=ba0f971c-3bdb-4b13-a3da-1d2ed1659349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4616609 Jan 24 06:58:55.890596 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-4c7e7f6a-144a-4a38-b6d9-31951536de81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 06:58:55.939636 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-65062ba3-5e25-4700-b89c-1c3557ae3738 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b693f3b1dd8f4c69b224df407ce28d65&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6711290 Jan 24 06:58:55.949177 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 58826) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:58:55.989456 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-fbbdc928-3ed1-4ebf-bf2b-fdb451afedc4 None None] Attempting to bind port df483948-5127-4d1a-ae4c-a52412df60fd on host dv-cinder-772181-6-smb for vnic_type normal with profile {{(pid=80237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 06:58:55.989946 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-fbbdc928-3ed1-4ebf-bf2b-fdb451afedc4 None None] Attempting to bind port df483948-5127-4d1a-ae4c-a52412df60fd by drivers openvswitch on host dv-cinder-772181-6-smb at level 0 using segments [{'id': 'adda3e32-e252-4d09-9851-9d25a3fda79e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '440b000a-80da-445e-b13a-3c626561a2d5'}] {{(pid=80237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 06:58:55.990352 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbdc928-3ed1-4ebf-bf2b-fdb451afedc4 None None] Attempting to bind port df483948-5127-4d1a-ae4c-a52412df60fd on network 440b000a-80da-445e-b13a-3c626561a2d5 {{(pid=80237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 06:58:56.027750 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-4428d75a-28a6-4f28-80a4-4000fad80583 req-860413ef-747f-46e3-aef6-a9d178d253e2 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/ports?tenant_id=ad0f0f6ed63d4257be2cdd0b6041510c&fields=id HTTP/1.1" status: 200 len: 255 time: 1.9220591 Jan 24 06:58:56.047396 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbdc928-3ed1-4ebf-bf2b-fdb451afedc4 None None] Checking agent: {'id': '3fe64d96-acff-4950-84fb-d8384a2371af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 6, 49, 21), 'started_at': datetime.datetime(2021, 1, 24, 6, 49, 51), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 6, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 06:58:56.049800 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbdc928-3ed1-4ebf-bf2b-fdb451afedc4 None None] Checking segment: {'id': 'adda3e32-e252-4d09-9851-9d25a3fda79e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '440b000a-80da-445e-b13a-3c626561a2d5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 06:58:56.050610 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-fbbdc928-3ed1-4ebf-bf2b-fdb451afedc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:56.051639 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbdc928-3ed1-4ebf-bf2b-fdb451afedc4 None None] Bound using segment: {'id': 'adda3e32-e252-4d09-9851-9d25a3fda79e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '440b000a-80da-445e-b13a-3c626561a2d5'} {{(pid=80237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 06:58:56.052640 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-fbbdc928-3ed1-4ebf-bf2b-fdb451afedc4 None None] Bound port: df483948-5127-4d1a-ae4c-a52412df60fd, host: dv-cinder-772181-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adda3e32-e252-4d09-9851-9d25a3fda79e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '440b000a-80da-445e-b13a-3c626561a2d5'}}] {{(pid=80237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 06:58:56.053320 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-fbbdc928-3ed1-4ebf-bf2b-fdb451afedc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:56.073020 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Device e8917613-932b-4a8d-94d9-4820610ae67e up at agent ovs-agent-dv-cinder-772181-6-smb {{(pid=80237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 06:58:56.206049 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4c7e7f6a-144a-4a38-b6d9-31951536de81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:56.213068 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4c7e7f6a-144a-4a38-b6d9-31951536de81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:56.225139 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:58:56.238418 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-97216f30-9d95-4bc8-9e92-4d0e9c4e5f1b tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363276713217020'] for port, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:56.270312 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-078510b7-10e9-490f-ba1b-ef60c0cf24ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:56.345338 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-dbbbc21f-5acc-4f17-8835-63b830907eb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:58:56.378164 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Provisioning for port e8917613-932b-4a8d-94d9-4820610ae67e completed by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 06:58:56.388965 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-4c7e7f6a-144a-4a38-b6d9-31951536de81 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7e5b1c25d5554d1ab92b6ce34fe66c71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8588092 Jan 24 06:58:56.389787 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 58836) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:58:56.420474 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Provisioning complete for port e8917613-932b-4a8d-94d9-4820610ae67e triggered by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 06:58:56.421113 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:56.444267 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078510b7-10e9-490f-ba1b-ef60c0cf24ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=052022ae-39ba-4984-ad1d-4c191d1136ef,revision_number=None']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:58:56.452256 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7e7f6a-144a-4a38-b6d9-31951536de81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de66d0b1-bf28-47a4-8e56-18603de5b39c,revision_number=1']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:58:56.460947 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-078510b7-10e9-490f-ba1b-ef60c0cf24ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:56.463778 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-078510b7-10e9-490f-ba1b-ef60c0cf24ba admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/052022ae-39ba-4984-ad1d-4c191d1136ef HTTP/1.1" status: 204 len: 168 time: 2.3559842 Jan 24 06:58:56.463778 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-be28fd35-16c2-492d-bd01-560f95bdbaa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:56.468376 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-078510b7-10e9-490f-ba1b-ef60c0cf24ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:58:56.493354 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-4c7e7f6a-144a-4a38-b6d9-31951536de81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:58:56.501202 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.220s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:58:56.527985 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-fbbdc928-3ed1-4ebf-bf2b-fdb451afedc4 None None] For port df483948-5127-4d1a-ae4c-a52412df60fd, host dv-cinder-772181-6-smb, cleared binding levels {{(pid=80237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 06:58:56.535018 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-fbbdc928-3ed1-4ebf-bf2b-fdb451afedc4 None None] For port df483948-5127-4d1a-ae4c-a52412df60fd, host dv-cinder-772181-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-6-smb',level=0,port_id=df483948-5127-4d1a-ae4c-a52412df60fd,segment=NetworkSegment(adda3e32-e252-4d09-9851-9d25a3fda79e),segment_id=adda3e32-e252-4d09-9851-9d25a3fda79e)] {{(pid=80237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 06:58:56.590015 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-be28fd35-16c2-492d-bd01-560f95bdbaa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:56.634217 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-fbbdc928-3ed1-4ebf-bf2b-fdb451afedc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098'] for port, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:56.698151 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [req-61fe9025-f4bf-4300-b67a-bed2b0052cba req-4ace93e5-8631-4286-a193-14db9e483482 service neutron] Attempting to bind port 16e029c9-c633-4363-bb51-308e29c55db0 on host hv-cinder-77218 for vnic_type normal with profile {{(pid=80236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 06:58:56.698370 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [req-61fe9025-f4bf-4300-b67a-bed2b0052cba req-4ace93e5-8631-4286-a193-14db9e483482 service neutron] Attempting to bind port 16e029c9-c633-4363-bb51-308e29c55db0 by drivers openvswitch on host hv-cinder-77218 at level 0 using segments [{'id': '6fdbfd3f-d3ae-47e4-b9e1-f54dda16feae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd5bc5780-f935-4517-a912-fce628b57950'}] {{(pid=80236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 06:58:56.698710 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fe9025-f4bf-4300-b67a-bed2b0052cba req-4ace93e5-8631-4286-a193-14db9e483482 service neutron] Attempting to bind port 16e029c9-c633-4363-bb51-308e29c55db0 on network d5bc5780-f935-4517-a912-fce628b57950 {{(pid=80236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 06:58:56.715478 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fe9025-f4bf-4300-b67a-bed2b0052cba req-4ace93e5-8631-4286-a193-14db9e483482 service neutron] Checking agent: {'id': '40eb7c3e-e5ac-488d-8f03-a26480a7dd43', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 6, 56, 30), 'started_at': datetime.datetime(2021, 1, 24, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 6, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 06:58:56.727139 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fe9025-f4bf-4300-b67a-bed2b0052cba req-4ace93e5-8631-4286-a193-14db9e483482 service neutron] Checking segment: {'id': '6fdbfd3f-d3ae-47e4-b9e1-f54dda16feae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd5bc5780-f935-4517-a912-fce628b57950'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 06:58:56.727682 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-61fe9025-f4bf-4300-b67a-bed2b0052cba req-4ace93e5-8631-4286-a193-14db9e483482 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:56.728131 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fe9025-f4bf-4300-b67a-bed2b0052cba req-4ace93e5-8631-4286-a193-14db9e483482 service neutron] Bound using segment: {'id': '6fdbfd3f-d3ae-47e4-b9e1-f54dda16feae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd5bc5780-f935-4517-a912-fce628b57950'} {{(pid=80236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 06:58:56.728680 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [req-61fe9025-f4bf-4300-b67a-bed2b0052cba req-4ace93e5-8631-4286-a193-14db9e483482 service neutron] Bound port: 16e029c9-c633-4363-bb51-308e29c55db0, host: hv-cinder-77218, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fdbfd3f-d3ae-47e4-b9e1-f54dda16feae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd5bc5780-f935-4517-a912-fce628b57950'}}] {{(pid=80236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 06:58:56.729067 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-61fe9025-f4bf-4300-b67a-bed2b0052cba req-4ace93e5-8631-4286-a193-14db9e483482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:56.745739 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97216f30-9d95-4bc8-9e92-4d0e9c4e5f1b tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Pushing event updated for resources: {'Port': ['ID=6a795b97-4d1c-48bf-97cc-19a0221796c9,revision_number=1']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:58:56.749962 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-be28fd35-16c2-492d-bd01-560f95bdbaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:56.759191 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [req-4428d75a-28a6-4f28-80a4-4000fad80583 req-ad7b4846-4d62-4bb7-935e-d7dcf36d6c7c service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=80236) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 06:58:56.760332 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-4428d75a-28a6-4f28-80a4-4000fad80583 req-ad7b4846-4d62-4bb7-935e-d7dcf36d6c7c service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.4185655 Jan 24 06:58:56.768758 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:58:56.778200 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-97216f30-9d95-4bc8-9e92-4d0e9c4e5f1b tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:58:56.794372 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-33e8e0de-1bd1-4ddd-94cd-be1581450fb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:56.852106 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be28fd35-16c2-492d-bd01-560f95bdbaa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38367a89-0bf0-4cb4-8758-4179baf4a9b2,revision_number=None']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:58:56.926713 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-33e8e0de-1bd1-4ddd-94cd-be1581450fb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:57.059350 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97216f30-9d95-4bc8-9e92-4d0e9c4e5f1b tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Network 3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a is already hosted by enough agents. {{(pid=80235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 06:58:57.060684 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [None req-97216f30-9d95-4bc8-9e92-4d0e9c4e5f1b tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Resources bound (agent type, host, resource id): {{(pid=80235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 06:58:57.063360 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97216f30-9d95-4bc8-9e92-4d0e9c4e5f1b tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Received port after_create {{(pid=80235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 06:58:57.071401 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-33e8e0de-1bd1-4ddd-94cd-be1581450fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:57.077485 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-61fe9025-f4bf-4300-b67a-bed2b0052cba req-4ace93e5-8631-4286-a193-14db9e483482 service neutron] For port 16e029c9-c633-4363-bb51-308e29c55db0, host hv-cinder-77218, cleared binding levels {{(pid=80236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 06:58:57.089255 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-a3e9a582-4acf-4b8e-aec7-f5d55da9581a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:58:57.129657 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:58:57.159145 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e8e0de-1bd1-4ddd-94cd-be1581450fb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de66d0b1-bf28-47a4-8e56-18603de5b39c,revision_number=None']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:58:57.162851 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-33e8e0de-1bd1-4ddd-94cd-be1581450fb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:58:57.164307 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-33e8e0de-1bd1-4ddd-94cd-be1581450fb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:57.167975 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-33e8e0de-1bd1-4ddd-94cd-be1581450fb9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/de66d0b1-bf28-47a4-8e56-18603de5b39c HTTP/1.1" status: 204 len: 168 time: 0.7697792 Jan 24 06:58:57.196363 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-97216f30-9d95-4bc8-9e92-4d0e9c4e5f1b tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Notify callbacks [] for floatingip, precommit_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:57.308908 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515e1cd7-bf04-4324-8f33-79d8bafcd1c0 None None] Pushing event updated for resources: {'Port': ['ID=df483948-5127-4d1a-ae4c-a52412df60fd,revision_number=4']} {{(pid=80237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:58:57.362994 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-97216f30-9d95-4bc8-9e92-4d0e9c4e5f1b tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:57.396424 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-515e1cd7-bf04-4324-8f33-79d8bafcd1c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:58:57.461594 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-be28fd35-16c2-492d-bd01-560f95bdbaa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.692s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:58:57.462792 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-be28fd35-16c2-492d-bd01-560f95bdbaa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:57.467290 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-be28fd35-16c2-492d-bd01-560f95bdbaa9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/38367a89-0bf0-4cb4-8758-4179baf4a9b2 HTTP/1.1" status: 204 len: 168 time: 1.5030768 Jan 24 06:58:57.495820 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-61fe9025-f4bf-4300-b67a-bed2b0052cba req-4ace93e5-8631-4286-a193-14db9e483482 service neutron] For port 16e029c9-c633-4363-bb51-308e29c55db0, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=16e029c9-c633-4363-bb51-308e29c55db0,segment=NetworkSegment(6fdbfd3f-d3ae-47e4-b9e1-f54dda16feae),segment_id=6fdbfd3f-d3ae-47e4-b9e1-f54dda16feae)] {{(pid=80236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 06:58:57.522952 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-4428d75a-28a6-4f28-80a4-4000fad80583 req-0b67ec63-a9b1-49a2-b12d-d209f5c76134 service neutron] 10.222.0.22 "GET /v2.0/networks/a584046b-dd19-4b2d-957a-0c960829c5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7360122 Jan 24 06:58:57.554103 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-61fe9025-f4bf-4300-b67a-bed2b0052cba req-4ace93e5-8631-4286-a193-14db9e483482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098'] for port, after_update {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:57.671052 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbdc928-3ed1-4ebf-bf2b-fdb451afedc4 None None] Routers {'c96de43a-59d1-460d-a1b9-d50ba998bb57'} bound to L3 agent in host dv-cinder-772181-6-smb {{(pid=80237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 06:58:57.680616 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-fbbdc928-3ed1-4ebf-bf2b-fdb451afedc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-24T06:49:21Z,description=,heartbeat_timestamp=2021-01-24T06:58:51Z,host='dv-cinder-772181-6-smb',id=4d190a5c-2620-4f2a-bccf-f8076df9706a,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T06:49:21Z,topic='l3_agent')) {'router_ids': ['c96de43a-59d1-460d-a1b9-d50ba998bb57'], 'active': True} {{(pid=80237) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 06:58:57.793745 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-4ace93e5-8631-4286-a193-14db9e483482 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:58:58.532260 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-97216f30-9d95-4bc8-9e92-4d0e9c4e5f1b tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Notify callbacks [] for port, precommit_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:58.537965 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-97216f30-9d95-4bc8-9e92-4d0e9c4e5f1b tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098'] for port, after_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:58.616025 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-78413890-4548-4381-aadb-fc397f760214 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:58:58.733830 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-fbbdc928-3ed1-4ebf-bf2b-fdb451afedc4 None None] Set router c96de43a-59d1-460d-a1b9-d50ba998bb57 gateway port host: dv-cinder-772181-6-smb {{(pid=80237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 06:58:58.942824 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-4428d75a-28a6-4f28-80a4-4000fad80583 req-c2927bea-9b2c-4313-8b5c-22b6724dc64b service neutron] 10.222.0.22 "GET /v2.0/networks/a584046b-dd19-4b2d-957a-0c960829c5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.3634543 Jan 24 06:58:58.972761 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-97216f30-9d95-4bc8-9e92-4d0e9c4e5f1b tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854261494'] for floatingip, after_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:59.060374 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ace93e5-8631-4286-a193-14db9e483482 service neutron] Pushing event updated for resources: {'Port': ['ID=16e029c9-c633-4363-bb51-308e29c55db0,revision_number=3']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:58:59.096119 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-4ace93e5-8631-4286-a193-14db9e483482 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.301s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:58:59.102795 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97216f30-9d95-4bc8-9e92-4d0e9c4e5f1b tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Pushing event updated for resources: {'Port': ['ID=6a795b97-4d1c-48bf-97cc-19a0221796c9,revision_number=2']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:58:59.119731 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-97216f30-9d95-4bc8-9e92-4d0e9c4e5f1b tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:58:59.125695 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-97216f30-9d95-4bc8-9e92-4d0e9c4e5f1b tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149749'] for floatingip, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:59.139996 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-97216f30-9d95-4bc8-9e92-4d0e9c4e5f1b tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.8624494 Jan 24 06:58:59.176890 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25deb94c-c4e6-4b2e-b762-d460cd2dc8a9 req-f263865c-204b-43b8-b5c3-a52961eb5158 tempest-DeleteServersTestJSON-1865463731 tempest-DeleteServersTestJSON-1865463731] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:58:59.187042 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:59.187980 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-25deb94c-c4e6-4b2e-b762-d460cd2dc8a9 req-f263865c-204b-43b8-b5c3-a52961eb5158 tempest-DeleteServersTestJSON-1865463731 tempest-DeleteServersTestJSON-1865463731] 10.222.0.22 "GET /v2.0/ports?device_id=5cac4c5f-ce95-46c5-a499-e192d64a0bfb HTTP/1.1" status: 200 len: 943 time: 1.8576200 Jan 24 06:58:59.288661 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-25deb94c-c4e6-4b2e-b762-d460cd2dc8a9 req-2317c7ed-52d3-40ec-b89c-8ab09d9e6ce3 tempest-DeleteServersTestJSON-1865463731 tempest-DeleteServersTestJSON-1865463731] 10.222.0.22 "GET /v2.0/security-groups?id=ba0f971c-3bdb-4b13-a3da-1d2ed1659349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994740 Jan 24 06:58:59.341059 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fe9025-f4bf-4300-b67a-bed2b0052cba req-4ace93e5-8631-4286-a193-14db9e483482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:58:59.341760 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-61fe9025-f4bf-4300-b67a-bed2b0052cba req-4ace93e5-8631-4286-a193-14db9e483482 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539807'] for port, before_response {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:59.343345 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-61fe9025-f4bf-4300-b67a-bed2b0052cba req-4ace93e5-8631-4286-a193-14db9e483482 service neutron] 10.222.0.18 "PUT /v2.0/ports/16e029c9-c633-4363-bb51-308e29c55db0 HTTP/1.1" status: 200 len: 1157 time: 8.2966511 Jan 24 06:58:59.343897 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cac4c5f-ce95-46c5-a499-e192d64a0bfb', 'tag': '16e029c9-c633-4363-bb51-308e29c55db0'}] {{(pid=80236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 06:58:59.513907 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] For port e8917613-932b-4a8d-94d9-4820610ae67e, host dv-cinder-772181-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-6-smb',level=0,port_id=e8917613-932b-4a8d-94d9-4820610ae67e,segment=NetworkSegment(c42de142-bc09-4c88-8c21-53c17236eeb2),segment_id=c42de142-bc09-4c88-8c21-53c17236eeb2)] {{(pid=80237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 06:58:59.535034 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098'] for port, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:58:59.575487 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:58:59.782531 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-cfe1f277-d2d1-40cf-a295-6b9350f3184a req-12998122-0660-42e2-b5ad-c3495c1289af tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/ports?device_id=ed8ebb10-299f-410a-82e9-9ee3888a0575 HTTP/1.1" status: 200 len: 210 time: 0.1971726 Jan 24 06:58:59.843150 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Pushing event updated for resources: {'Port': ['ID=e8917613-932b-4a8d-94d9-4820610ae67e,revision_number=5']} {{(pid=80237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:58:59.867988 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:58:59.869438 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Device df483948-5127-4d1a-ae4c-a52412df60fd up at agent ovs-agent-dv-cinder-772181-6-smb {{(pid=80237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 06:59:00.061294 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-fbbdc928-3ed1-4ebf-bf2b-fdb451afedc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c96de43a-59d1-460d-a1b9-d50ba998bb57', 'name': 'tempest-AttachVolumeTestJSON-479307682-router', 'tenant_id': '2fc6fa56d19f4f2496beee60631c3cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'external_fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.159'}], 'enable_snat': True}, 'gw_port_id': 'c688ab2c-9bd6-42aa-b66c-2b236de57deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T06:58:33Z', 'updated_at': '2021-01-24T06:58:43Z', 'revision_number': 4, 'project_id': '2fc6fa56d19f4f2496beee60631c3cb7', 'gw_port': {'id': 'c688ab2c-9bd6-42aa-b66c-2b236de57deb', 'name': '', 'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:d2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96de43a-59d1-460d-a1b9-d50ba998bb57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T06:58:34Z', 'updated_at': '2021-01-24T06:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-6-smb', '_interfaces': [{'id': 'df483948-5127-4d1a-ae4c-a52412df60fd', 'name': '', 'network_id': '440b000a-80da-445e-b13a-3c626561a2d5', 'tenant_id': '2fc6fa56d19f4f2496beee60631c3cb7', 'mac_address': 'fa:16:3e:1d:57:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c96de43a-59d1-460d-a1b9-d50ba998bb57', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f89146f0-67b7-43a2-a952-f2f292e8520d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T06:58:41Z', 'updated_at': '2021-01-24T06:58:56Z', 'revision_number': 4, 'project_id': '2fc6fa56d19f4f2496beee60631c3cb7', 'subnets': [{'id': 'f89146f0-67b7-43a2-a952-f2f292e8520d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-6-smb', False) {} {{(pid=80237) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 06:59:00.132127 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbdc928-3ed1-4ebf-bf2b-fdb451afedc4 None None] The sync data for ids ['c96de43a-59d1-460d-a1b9-d50ba998bb57'] in dv-cinder-772181-6-smb is: [{'id': 'c96de43a-59d1-460d-a1b9-d50ba998bb57', 'name': 'tempest-AttachVolumeTestJSON-479307682-router', 'tenant_id': '2fc6fa56d19f4f2496beee60631c3cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'external_fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.159'}], 'enable_snat': True}, 'gw_port_id': 'c688ab2c-9bd6-42aa-b66c-2b236de57deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T06:58:33Z', 'updated_at': '2021-01-24T06:58:43Z', 'revision_number': 4, 'project_id': '2fc6fa56d19f4f2496beee60631c3cb7', 'gw_port': {'id': 'c688ab2c-9bd6-42aa-b66c-2b236de57deb', 'name': '', 'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:d2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96de43a-59d1-460d-a1b9-d50ba998bb57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T06:58:34Z', 'updated_at': '2021-01-24T06:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-6-smb', '_interfaces': [{'id': 'df483948-5127-4d1a-ae4c-a52412df60fd', 'name': '', 'network_id': '440b000a-80da-445e-b13a-3c626561a2d5', 'tenant_id': '2fc6fa56d19f4f2496beee60631c3cb7', 'mac_address': 'fa:16:3e:1d:57:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c96de43a-59d1-460d-a1b9-d50ba998bb57', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f89146f0-67b7-43a2-a952-f2f292e8520d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T06:58:41Z', 'updated_at': '2021-01-24T06:58:56Z', 'revision_number': 4, 'project_id': '2fc6fa56d19f4f2496beee60631c3cb7', 'subnets': [{'id': 'f89146f0-67b7-43a2-a952-f2f292e8520d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 24 06:59:00.198873 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:00.231619 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Provisioning for port df483948-5127-4d1a-ae4c-a52412df60fd completed by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 06:59:00.264537 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Provisioning complete for port df483948-5127-4d1a-ae4c-a52412df60fd triggered by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 06:59:00.264960 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:00.401590 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-886ab9d1-a92c-439a-8b49-61f28ccda4b9 req-537bcb6f-3b65-4424-9397-65f5d5f614ff tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Synchronizing usage tracker for tenant:2fc6fa56d19f4f2496beee60631c3cb7 on resource:security_group {{(pid=80236) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 06:59:00.422263 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fe9025-f4bf-4300-b67a-bed2b0052cba req-2702d455-06bf-45c8-9f3c-28cd0eb79669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:59:00.429244 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-61fe9025-f4bf-4300-b67a-bed2b0052cba req-2702d455-06bf-45c8-9f3c-28cd0eb79669 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e95c046c5c50410f812c0c754cf1caf4&device_id=5cac4c5f-ce95-46c5-a499-e192d64a0bfb HTTP/1.1" status: 200 len: 1160 time: 0.6545150 Jan 24 06:59:00.475675 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-886ab9d1-a92c-439a-8b49-61f28ccda4b9 req-537bcb6f-3b65-4424-9397-65f5d5f614ff tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Unset dirty status for tenant:2fc6fa56d19f4f2496beee60631c3cb7 on resource:security_group {{(pid=80236) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 06:59:00.496946 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-886ab9d1-a92c-439a-8b49-61f28ccda4b9 req-537bcb6f-3b65-4424-9397-65f5d5f614ff tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--373009165&fields=id&tenant_id=2fc6fa56d19f4f2496beee60631c3cb7 HTTP/1.1" status: 200 len: 267 time: 0.2745466 Jan 24 06:59:00.730747 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:00.856465 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] For port df483948-5127-4d1a-ae4c-a52412df60fd, host dv-cinder-772181-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-6-smb',level=0,port_id=df483948-5127-4d1a-ae4c-a52412df60fd,segment=NetworkSegment(adda3e32-e252-4d09-9851-9d25a3fda79e),segment_id=adda3e32-e252-4d09-9851-9d25a3fda79e)] {{(pid=80237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 06:59:00.865272 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098'] for port, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:00.867416 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:59:00.883275 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-61fe9025-f4bf-4300-b67a-bed2b0052cba req-e7d81e7a-c97e-4781-90dc-512e968ff20d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16e029c9-c633-4363-bb51-308e29c55db0 HTTP/1.1" status: 200 len: 217 time: 0.2729242 Jan 24 06:59:01.025771 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Pushing event updated for resources: {'Port': ['ID=df483948-5127-4d1a-ae4c-a52412df60fd,revision_number=5']} {{(pid=80237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:59:01.030510 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:59:01.275301 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886ab9d1-a92c-439a-8b49-61f28ccda4b9 req-e71f080c-0818-40ae-bebb-18df90bc9b06 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:59:01.276157 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-886ab9d1-a92c-439a-8b49-61f28ccda4b9 req-e71f080c-0818-40ae-bebb-18df90bc9b06 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Synchronizing usage tracker for tenant:2fc6fa56d19f4f2496beee60631c3cb7 on resource:network {{(pid=80236) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 06:59:01.560367 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-886ab9d1-a92c-439a-8b49-61f28ccda4b9 req-e71f080c-0818-40ae-bebb-18df90bc9b06 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Unset dirty status for tenant:2fc6fa56d19f4f2496beee60631c3cb7 on resource:network {{(pid=80236) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 06:59:01.561721 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-886ab9d1-a92c-439a-8b49-61f28ccda4b9 req-e71f080c-0818-40ae-bebb-18df90bc9b06 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/networks?id=440b000a-80da-445e-b13a-3c626561a2d5 HTTP/1.1" status: 200 len: 810 time: 1.0608315 Jan 24 06:59:01.656756 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-886ab9d1-a92c-439a-8b49-61f28ccda4b9 req-8b701ea0-639e-470e-868d-5c4c7d00251a tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/quotas/2fc6fa56d19f4f2496beee60631c3cb7 HTTP/1.1" status: 200 len: 375 time: 0.0795598 Jan 24 06:59:01.657855 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fe9025-f4bf-4300-b67a-bed2b0052cba req-063b478c-6c62-4263-bea8-a74958d4ca71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:59:01.659351 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-61fe9025-f4bf-4300-b67a-bed2b0052cba req-063b478c-6c62-4263-bea8-a74958d4ca71 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=27aa906a-02df-4a1a-ad77-b135488e9ae0 HTTP/1.1" status: 200 len: 852 time: 0.3589835 Jan 24 06:59:01.714424 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Device df483948-5127-4d1a-ae4c-a52412df60fd up at agent ovs-agent-dv-cinder-772181-6-smb {{(pid=80237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 06:59:01.863597 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-61fe9025-f4bf-4300-b67a-bed2b0052cba req-f530a6e0-7172-4f5d-8616-f3ef42a22f34 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d5bc5780-f935-4517-a912-fce628b57950&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1879137 Jan 24 06:59:01.887105 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Provisioning complete for port df483948-5127-4d1a-ae4c-a52412df60fd triggered by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 06:59:01.887514 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:01.963334 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103a35f6-014b-4726-860d-54304a2cccc6 req-707d2a16-9524-4ca1-bf2b-ef38a22464cc tempest-DeleteServersTestJSON-1865463731 tempest-DeleteServersTestJSON-1865463731] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:59:01.965092 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-103a35f6-014b-4726-860d-54304a2cccc6 req-707d2a16-9524-4ca1-bf2b-ef38a22464cc tempest-DeleteServersTestJSON-1865463731 tempest-DeleteServersTestJSON-1865463731] 10.222.0.22 "GET /v2.0/ports?device_id=5cac4c5f-ce95-46c5-a499-e192d64a0bfb HTTP/1.1" status: 200 len: 943 time: 0.7923260 Jan 24 06:59:02.058170 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Device e8917613-932b-4a8d-94d9-4820610ae67e up at agent ovs-agent-dv-cinder-772181-6-smb {{(pid=80237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 06:59:02.118708 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-103a35f6-014b-4726-860d-54304a2cccc6 req-8c5dfa5a-5b07-43c6-b783-64ddb11ce259 tempest-DeleteServersTestJSON-1865463731 tempest-DeleteServersTestJSON-1865463731] 10.222.0.22 "GET /v2.0/security-groups?id=ba0f971c-3bdb-4b13-a3da-1d2ed1659349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863070 Jan 24 06:59:02.140214 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Provisioning complete for port e8917613-932b-4a8d-94d9-4820610ae67e triggered by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 06:59:02.140631 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:02.198515 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-886ab9d1-a92c-439a-8b49-61f28ccda4b9 req-ad26d882-7775-4ba3-89ae-d04324fb5c73 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/ports?tenant_id=2fc6fa56d19f4f2496beee60631c3cb7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5241356 Jan 24 06:59:02.288656 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-61fe9025-f4bf-4300-b67a-bed2b0052cba req-d560df76-32e3-4ed6-82d8-1dbadce363e5 service neutron] 10.222.0.18 "GET /v2.0/networks/d5bc5780-f935-4517-a912-fce628b57950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3951564 Jan 24 06:59:02.524606 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 59044) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:59:02.610146 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.18', 53636) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:59:02.772039 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a8ff8a-c96f-429d-b4a2-e51aee132292 req-670391ed-2cb0-4380-a594-2c9c713c9f1a tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:59:02.788070 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-79a8ff8a-c96f-429d-b4a2-e51aee132292 req-670391ed-2cb0-4380-a594-2c9c713c9f1a tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/networks?id=a584046b-dd19-4b2d-957a-0c960829c5a8 HTTP/1.1" status: 200 len: 818 time: 0.4530466 Jan 24 06:59:02.822843 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-886ab9d1-a92c-439a-8b49-61f28ccda4b9 req-7dee3795-6278-4670-8618-b26c4067638c service neutron] 10.222.0.22 "GET /v2.0/networks/440b000a-80da-445e-b13a-3c626561a2d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6094608 Jan 24 06:59:02.838396 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-61fe9025-f4bf-4300-b67a-bed2b0052cba req-b779e712-512a-4bea-b795-49533af95a49 service neutron] 10.222.0.18 "GET /v2.0/networks/d5bc5780-f935-4517-a912-fce628b57950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5025926 Jan 24 06:59:02.852880 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-79a8ff8a-c96f-429d-b4a2-e51aee132292 req-c0d6be5b-2a67-4ada-a071-27801b91f7bd tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/quotas/ad0f0f6ed63d4257be2cdd0b6041510c HTTP/1.1" status: 200 len: 375 time: 0.0635197 Jan 24 06:59:02.864085 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4428d75a-28a6-4f28-80a4-4000fad80583 req-ae95708c-a8e2-4d98-b764-4e80f88c2231 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:59:02.866261 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-4428d75a-28a6-4f28-80a4-4000fad80583 req-ae95708c-a8e2-4d98-b764-4e80f88c2231 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.18 "GET /v2.0/networks?id=a584046b-dd19-4b2d-957a-0c960829c5a8 HTTP/1.1" status: 200 len: 818 time: 0.2547493 Jan 24 06:59:02.896576 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.base [req-4428d75a-28a6-4f28-80a4-4000fad80583 req-caf518fc-da13-4344-a741-913d10eb3bc0 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Request body: {'port': {'device_id': 'ed8ebb10-299f-410a-82e9-9ee3888a0575', 'network_id': 'a584046b-dd19-4b2d-957a-0c960829c5a8', 'admin_state_up': True, 'tenant_id': 'ad0f0f6ed63d4257be2cdd0b6041510c'}} {{(pid=80235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 06:59:03.173629 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [req-4428d75a-28a6-4f28-80a4-4000fad80583 req-caf518fc-da13-4344-a741-913d10eb3bc0 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 06:59:03.178219 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-4428d75a-28a6-4f28-80a4-4000fad80583 req-caf518fc-da13-4344-a741-913d10eb3bc0 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Usage tracker for resource:port and tenant:ad0f0f6ed63d4257be2cdd0b6041510c is out of sync, need to count used quota {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 06:59:03.209842 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-4428d75a-28a6-4f28-80a4-4000fad80583 req-caf518fc-da13-4344-a741-913d10eb3bc0 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Quota usage for port was recalculated. Used quota:1. {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 06:59:03.220046 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [req-4428d75a-28a6-4f28-80a4-4000fad80583 req-caf518fc-da13-4344-a741-913d10eb3bc0 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 06:59:03.222683 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-2880c35b-9c60-4e78-a7e2-996a406506ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:03.240392 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-79a8ff8a-c96f-429d-b4a2-e51aee132292 req-051d789c-cf38-4330-beb1-929a72066696 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/ports?tenant_id=ad0f0f6ed63d4257be2cdd0b6041510c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3862507 Jan 24 06:59:03.250889 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-886ab9d1-a92c-439a-8b49-61f28ccda4b9 req-9b0defb9-0235-4449-8778-ee6159d56141 service neutron] 10.222.0.22 "GET /v2.0/networks/440b000a-80da-445e-b13a-3c626561a2d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4110422 Jan 24 06:59:03.266096 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-2880c35b-9c60-4e78-a7e2-996a406506ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 06:59:03.275000 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4428d75a-28a6-4f28-80a4-4000fad80583 req-caf518fc-da13-4344-a741-913d10eb3bc0 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Made reservation on behalf of ad0f0f6ed63d4257be2cdd0b6041510c for: {'port': 1} {{(pid=80235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 06:59:03.291785 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-4428d75a-28a6-4f28-80a4-4000fad80583 req-caf518fc-da13-4344-a741-913d10eb3bc0 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:03.320950 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-2880c35b-9c60-4e78-a7e2-996a406506ef admin admin] Usage tracker for resource:security_group_rule and tenant:3bc912f743224d51bef6e7698b9098dd is out of sync, need to count used quota {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 06:59:03.327009 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-2880c35b-9c60-4e78-a7e2-996a406506ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 06:59:03.347008 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-2880c35b-9c60-4e78-a7e2-996a406506ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 06:59:03.512035 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-79a8ff8a-c96f-429d-b4a2-e51aee132292 req-d27a277d-0e2b-480e-8770-47a8ea5d5625 service neutron] 10.222.0.22 "GET /v2.0/networks/a584046b-dd19-4b2d-957a-0c960829c5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558751 Jan 24 06:59:03.915349 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-79a8ff8a-c96f-429d-b4a2-e51aee132292 req-d0a93a77-4e68-4afc-b369-27562ea03fce service neutron] 10.222.0.22 "GET /v2.0/networks/a584046b-dd19-4b2d-957a-0c960829c5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3956442 Jan 24 06:59:03.925113 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.db_base_plugin_common [req-4428d75a-28a6-4f28-80a4-4000fad80583 req-caf518fc-da13-4344-a741-913d10eb3bc0 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Allocated IP 172.20.0.5 (a584046b-dd19-4b2d-957a-0c960829c5a8/0dadd72a-b072-4889-a91f-b6d7879c968a/496b5560-bce1-471a-b00e-cc0c4e9f3c79) {{(pid=80235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 06:59:03.929651 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-2880c35b-9c60-4e78-a7e2-996a406506ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:03.935061 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-2880c35b-9c60-4e78-a7e2-996a406506ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:03.950190 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:59:04.019205 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-2880c35b-9c60-4e78-a7e2-996a406506ef admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3bc912f743224d51bef6e7698b9098dd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4905572 Jan 24 06:59:04.019472 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 59106) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:59:04.038265 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2880c35b-9c60-4e78-a7e2-996a406506ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0971c21-b1bd-450d-b141-bde3f30f1972,revision_number=1']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:59:04.056515 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-2880c35b-9c60-4e78-a7e2-996a406506ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:59:04.214484 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e810eaec-4ad1-41ce-95a8-c3eb4b44cfb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:04.321974 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e810eaec-4ad1-41ce-95a8-c3eb4b44cfb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:04.369978 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cac4c5f-ce95-46c5-a499-e192d64a0bfb', 'tag': '16e029c9-c633-4363-bb51-308e29c55db0', 'status': 'completed', 'code': 200} Jan 24 06:59:04.888237 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-4428d75a-28a6-4f28-80a4-4000fad80583 req-caf518fc-da13-4344-a741-913d10eb3bc0 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Notify callbacks [] for port, precommit_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:04.923809 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-4428d75a-28a6-4f28-80a4-4000fad80583 req-caf518fc-da13-4344-a741-913d10eb3bc0 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363276713217020'] for port, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:04.947364 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:59:05.040439 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-5086ea61-97a5-4a7a-9b0e-35759e396e5b req-f39f443b-156d-4903-ae10-c0b1ff2a9dcc tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/ports?device_id=d8b28494-46db-42eb-9dfe-87b08b818e90 HTTP/1.1" status: 200 len: 210 time: 0.4181728 Jan 24 06:59:05.107581 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee03a2c1-1056-470f-a152-d7f560d0b3e1 req-11034a49-8ba7-4437-96c8-1ef7f9a8c8f4 tempest-DeleteServersTestJSON-1865463731 tempest-DeleteServersTestJSON-1865463731] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:59:05.109363 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-ee03a2c1-1056-470f-a152-d7f560d0b3e1 req-11034a49-8ba7-4437-96c8-1ef7f9a8c8f4 tempest-DeleteServersTestJSON-1865463731 tempest-DeleteServersTestJSON-1865463731] 10.222.0.22 "GET /v2.0/ports?device_id=5cac4c5f-ce95-46c5-a499-e192d64a0bfb HTTP/1.1" status: 200 len: 943 time: 0.6079350 Jan 24 06:59:05.111429 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23eef6d-8373-49c5-94c8-2aa113828d5e req-83223949-243b-417a-939a-b5135f08d8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:59:05.112963 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-e23eef6d-8373-49c5-94c8-2aa113828d5e req-83223949-243b-417a-939a-b5135f08d8d1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e95c046c5c50410f812c0c754cf1caf4&device_id=5cac4c5f-ce95-46c5-a499-e192d64a0bfb HTTP/1.1" status: 200 len: 1160 time: 0.7419951 Jan 24 06:59:05.148331 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e810eaec-4ad1-41ce-95a8-c3eb4b44cfb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:05.244960 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf518fc-da13-4344-a741-913d10eb3bc0 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Pushing event updated for resources: {'Port': ['ID=496b5560-bce1-471a-b00e-cc0c4e9f3c79,revision_number=1']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:59:05.250351 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-caf518fc-da13-4344-a741-913d10eb3bc0 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:59:05.368006 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:59:05.385258 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4428d75a-28a6-4f28-80a4-4000fad80583 req-caf518fc-da13-4344-a741-913d10eb3bc0 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Network a584046b-dd19-4b2d-957a-0c960829c5a8 is already hosted by enough agents. {{(pid=80235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 06:59:05.386678 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [req-4428d75a-28a6-4f28-80a4-4000fad80583 req-caf518fc-da13-4344-a741-913d10eb3bc0 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Resources bound (agent type, host, resource id): {{(pid=80235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 06:59:05.392292 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23eef6d-8373-49c5-94c8-2aa113828d5e req-a9383877-c437-40e6-8376-20ebe8d76628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:59:05.394752 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [req-4428d75a-28a6-4f28-80a4-4000fad80583 req-caf518fc-da13-4344-a741-913d10eb3bc0 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Received port after_create {{(pid=80235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 06:59:05.397393 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-e23eef6d-8373-49c5-94c8-2aa113828d5e req-a9383877-c437-40e6-8376-20ebe8d76628 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d5bc5780-f935-4517-a912-fce628b57950 HTTP/1.1" status: 200 len: 906 time: 0.2502310 Jan 24 06:59:05.447492 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4428d75a-28a6-4f28-80a4-4000fad80583 req-caf518fc-da13-4344-a741-913d10eb3bc0 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:59:05.448255 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-4428d75a-28a6-4f28-80a4-4000fad80583 req-caf518fc-da13-4344-a741-913d10eb3bc0 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539807'] for port, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:05.457979 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.18', 53648) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:59:05.478898 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e810eaec-4ad1-41ce-95a8-c3eb4b44cfb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0971c21-b1bd-450d-b141-bde3f30f1972,revision_number=None']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:59:05.582673 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-4428d75a-28a6-4f28-80a4-4000fad80583 req-caf518fc-da13-4344-a741-913d10eb3bc0 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6953931 Jan 24 06:59:05.597161 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-e810eaec-4ad1-41ce-95a8-c3eb4b44cfb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:59:05.671820 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-e23eef6d-8373-49c5-94c8-2aa113828d5e req-16104535-e25f-4f63-8c3c-c1ccaa4b7e65 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16e029c9-c633-4363-bb51-308e29c55db0 HTTP/1.1" status: 200 len: 217 time: 0.1819072 Jan 24 06:59:05.685688 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-3b63ad49-8dd6-4ca4-83e7-43801cda211f req-e743d5cd-d622-4eb8-b5b0-1aa37cdd555d tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/ports?device_id=a2f64be8-97ae-4f3e-8619-310e5589200b HTTP/1.1" status: 200 len: 210 time: 0.2853897 Jan 24 06:59:05.690065 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e810eaec-4ad1-41ce-95a8-c3eb4b44cfb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:05.692790 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-e810eaec-4ad1-41ce-95a8-c3eb4b44cfb0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a0971c21-b1bd-450d-b141-bde3f30f1972 HTTP/1.1" status: 204 len: 168 time: 1.6713147 Jan 24 06:59:05.733593 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.base [req-4428d75a-28a6-4f28-80a4-4000fad80583 req-4b4b006c-b6a4-4e25-be12-1d6d6caf92c0 service neutron] Request body: {'port': {'device_id': 'ed8ebb10-299f-410a-82e9-9ee3888a0575', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=80235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 06:59:05.836178 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-ee03a2c1-1056-470f-a152-d7f560d0b3e1 req-328f7a0b-e424-4b2e-b115-3c1d73634a17 tempest-DeleteServersTestJSON-1865463731 tempest-DeleteServersTestJSON-1865463731] 10.222.0.22 "GET /v2.0/security-groups?id=ba0f971c-3bdb-4b13-a3da-1d2ed1659349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7182622 Jan 24 06:59:05.893308 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23eef6d-8373-49c5-94c8-2aa113828d5e req-85407040-83e4-4e86-bc6c-082884a2a179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:59:05.898359 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-e23eef6d-8373-49c5-94c8-2aa113828d5e req-85407040-83e4-4e86-bc6c-082884a2a179 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=27aa906a-02df-4a1a-ad77-b135488e9ae0 HTTP/1.1" status: 200 len: 852 time: 0.2039826 Jan 24 06:59:05.999184 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-e23eef6d-8373-49c5-94c8-2aa113828d5e req-ad6aef1d-cd0a-4c1d-8f8c-dd840dbfd3da service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d5bc5780-f935-4517-a912-fce628b57950&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0914199 Jan 24 06:59:06.009673 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886ab9d1-a92c-439a-8b49-61f28ccda4b9 req-773bdee2-2f79-4145-9215-95023d56710c tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:59:06.011315 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-886ab9d1-a92c-439a-8b49-61f28ccda4b9 req-773bdee2-2f79-4145-9215-95023d56710c tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.18 "GET /v2.0/networks?id=440b000a-80da-445e-b13a-3c626561a2d5 HTTP/1.1" status: 200 len: 810 time: 0.5421276 Jan 24 06:59:06.098493 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.objects.ports [None req-4e73d701-89a0-4af0-8d2d-062b92f806fc None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80237) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 24 06:59:06.116961 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-4428d75a-28a6-4f28-80a4-4000fad80583 req-4b4b006c-b6a4-4e25-be12-1d6d6caf92c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:06.286793 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.18', 53657) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:59:06.297681 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-e23eef6d-8373-49c5-94c8-2aa113828d5e req-853d5b89-dce4-4f0e-9095-282fca35612d service neutron] 10.222.0.18 "GET /v2.0/networks/d5bc5780-f935-4517-a912-fce628b57950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776926 Jan 24 06:59:06.391137 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 59190) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:59:06.392502 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-886ab9d1-a92c-439a-8b49-61f28ccda4b9 req-bb447311-1131-4b74-a0c7-6d7a12bfb7a2 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Synchronizing usage tracker for tenant:2fc6fa56d19f4f2496beee60631c3cb7 on resource:security_group {{(pid=80235) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 06:59:06.487465 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-886ab9d1-a92c-439a-8b49-61f28ccda4b9 req-bb447311-1131-4b74-a0c7-6d7a12bfb7a2 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Unset dirty status for tenant:2fc6fa56d19f4f2496beee60631c3cb7 on resource:security_group {{(pid=80235) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 06:59:06.488851 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-886ab9d1-a92c-439a-8b49-61f28ccda4b9 req-bb447311-1131-4b74-a0c7-6d7a12bfb7a2 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2fc6fa56d19f4f2496beee60631c3cb7 HTTP/1.1" status: 200 len: 5703 time: 0.4531837 Jan 24 06:59:06.501847 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.base [req-886ab9d1-a92c-439a-8b49-61f28ccda4b9 req-9cd70739-b6d3-4619-8a03-c26a5fbb5a3c tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Request body: {'port': {'device_id': 'd8b28494-46db-42eb-9dfe-87b08b818e90', 'network_id': '440b000a-80da-445e-b13a-3c626561a2d5', 'admin_state_up': True, 'tenant_id': '2fc6fa56d19f4f2496beee60631c3cb7', 'security_groups': ['7c9aee4f-6d1b-48fa-a5b9-acc674b2a6ee']}} {{(pid=80235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 06:59:06.542651 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-5ab01461-3d76-45f7-8222-f37f24de9a88 req-eddfc052-6be2-45ca-b076-b144c2e31b49 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/ports?device_id=d8b28494-46db-42eb-9dfe-87b08b818e90 HTTP/1.1" status: 200 len: 210 time: 0.1968951 Jan 24 06:59:06.580072 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Device 16e029c9-c633-4363-bb51-308e29c55db0 up at agent ovs-agent-hv-cinder-77218 {{(pid=80237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 06:59:06.589326 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-e23eef6d-8373-49c5-94c8-2aa113828d5e req-c45fef97-92fc-470c-8ae0-dffb441c82bb service neutron] 10.222.0.18 "GET /v2.0/networks/d5bc5780-f935-4517-a912-fce628b57950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2751262 Jan 24 06:59:06.590214 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-49640313-4077-476d-8e7b-c58a1a7ac0d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:06.613482 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-49640313-4077-476d-8e7b-c58a1a7ac0d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 06:59:06.627925 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-49640313-4077-476d-8e7b-c58a1a7ac0d1 admin admin] Usage tracker for resource:security_group_rule and tenant:3aad0d93e1c046c7a2b3094c7d17b631 is out of sync, need to count used quota {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 06:59:06.635096 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-49640313-4077-476d-8e7b-c58a1a7ac0d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 06:59:06.644838 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-49640313-4077-476d-8e7b-c58a1a7ac0d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 06:59:06.682846 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a8ff8a-c96f-429d-b4a2-e51aee132292 req-1e193704-ebd5-4051-a44c-105bff4ba9e9 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:59:06.684746 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-79a8ff8a-c96f-429d-b4a2-e51aee132292 req-1e193704-ebd5-4051-a44c-105bff4ba9e9 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.18 "GET /v2.0/networks?id=a584046b-dd19-4b2d-957a-0c960829c5a8 HTTP/1.1" status: 200 len: 818 time: 0.3966043 Jan 24 06:59:06.769430 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Provisioning for port 16e029c9-c633-4363-bb51-308e29c55db0 completed by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 06:59:06.787194 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.base [req-79a8ff8a-c96f-429d-b4a2-e51aee132292 req-99441731-2853-4e67-a4ea-c41265d73b05 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Request body: {'port': {'device_id': 'a2f64be8-97ae-4f3e-8619-310e5589200b', 'network_id': 'a584046b-dd19-4b2d-957a-0c960829c5a8', 'admin_state_up': True, 'tenant_id': 'ad0f0f6ed63d4257be2cdd0b6041510c'}} {{(pid=80235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 06:59:06.789018 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Provisioning complete for port 16e029c9-c633-4363-bb51-308e29c55db0 triggered by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 06:59:06.792076 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:06.827678 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-49640313-4077-476d-8e7b-c58a1a7ac0d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:06.835543 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-49640313-4077-476d-8e7b-c58a1a7ac0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:06.846188 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:59:06.879618 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49640313-4077-476d-8e7b-c58a1a7ac0d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e440697-c351-485d-9d9c-e59d0ff1aadd,revision_number=1']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:59:06.897383 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-49640313-4077-476d-8e7b-c58a1a7ac0d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:59:07.011264 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:07.043414 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-49640313-4077-476d-8e7b-c58a1a7ac0d1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3aad0d93e1c046c7a2b3094c7d17b631&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6510954 Jan 24 06:59:07.046586 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-86d6a2bf-0a23-440c-89aa-7598006206b1 req-c3ab3203-2e72-4f9f-b7cc-0ad9888601ea tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/ports?device_id=a2f64be8-97ae-4f3e-8619-310e5589200b HTTP/1.1" status: 200 len: 210 time: 0.1249635 Jan 24 06:59:07.047080 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 59214) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:59:07.086665 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] For port 16e029c9-c633-4363-bb51-308e29c55db0, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=16e029c9-c633-4363-bb51-308e29c55db0,segment=NetworkSegment(6fdbfd3f-d3ae-47e4-b9e1-f54dda16feae),segment_id=6fdbfd3f-d3ae-47e4-b9e1-f54dda16feae)] {{(pid=80237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 06:59:07.088599 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cac4c5f-ce95-46c5-a499-e192d64a0bfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16e029c9-c633-4363-bb51-308e29c55db0'}] {{(pid=80237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 06:59:07.162808 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [req-886ab9d1-a92c-439a-8b49-61f28ccda4b9 req-9cd70739-b6d3-4619-8a03-c26a5fbb5a3c tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 06:59:07.174204 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-886ab9d1-a92c-439a-8b49-61f28ccda4b9 req-9cd70739-b6d3-4619-8a03-c26a5fbb5a3c tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Usage tracker for resource:port and tenant:2fc6fa56d19f4f2496beee60631c3cb7 is out of sync, need to count used quota {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 06:59:07.181592 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [req-79a8ff8a-c96f-429d-b4a2-e51aee132292 req-99441731-2853-4e67-a4ea-c41265d73b05 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 06:59:07.184258 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-886ab9d1-a92c-439a-8b49-61f28ccda4b9 req-9cd70739-b6d3-4619-8a03-c26a5fbb5a3c tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Quota usage for port was recalculated. Used quota:3. {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 06:59:07.191425 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-79a8ff8a-c96f-429d-b4a2-e51aee132292 req-99441731-2853-4e67-a4ea-c41265d73b05 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Usage tracker for resource:port and tenant:ad0f0f6ed63d4257be2cdd0b6041510c is out of sync, need to count used quota {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 06:59:07.195841 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098'] for port, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:07.200119 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-79a8ff8a-c96f-429d-b4a2-e51aee132292 req-99441731-2853-4e67-a4ea-c41265d73b05 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Quota usage for port was recalculated. Used quota:2. {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 06:59:07.204662 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:59:07.224455 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [req-886ab9d1-a92c-439a-8b49-61f28ccda4b9 req-9cd70739-b6d3-4619-8a03-c26a5fbb5a3c tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 06:59:07.246442 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-a3a25569-0f00-4edc-b110-8d59c2c8a546 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:07.285369 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [req-79a8ff8a-c96f-429d-b4a2-e51aee132292 req-99441731-2853-4e67-a4ea-c41265d73b05 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 06:59:07.308140 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-886ab9d1-a92c-439a-8b49-61f28ccda4b9 req-9cd70739-b6d3-4619-8a03-c26a5fbb5a3c tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Made reservation on behalf of 2fc6fa56d19f4f2496beee60631c3cb7 for: {'port': 1} {{(pid=80235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 06:59:07.326233 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-a3a25569-0f00-4edc-b110-8d59c2c8a546 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:07.330562 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-886ab9d1-a92c-439a-8b49-61f28ccda4b9 req-9cd70739-b6d3-4619-8a03-c26a5fbb5a3c tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:07.377939 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbd115a-8ce9-4dbf-8187-87795d138db8 req-aaca4825-978a-4b55-a032-1ed297fce8e2 tempest-DeleteServersTestJSON-1865463731 tempest-DeleteServersTestJSON-1865463731] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:59:07.380875 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-3dbd115a-8ce9-4dbf-8187-87795d138db8 req-aaca4825-978a-4b55-a032-1ed297fce8e2 tempest-DeleteServersTestJSON-1865463731 tempest-DeleteServersTestJSON-1865463731] 10.222.0.22 "GET /v2.0/ports?device_id=5cac4c5f-ce95-46c5-a499-e192d64a0bfb HTTP/1.1" status: 200 len: 945 time: 0.3396606 Jan 24 06:59:07.389261 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Pushing event updated for resources: {'Port': ['ID=16e029c9-c633-4363-bb51-308e29c55db0,revision_number=4']} {{(pid=80237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:59:07.394238 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:59:07.410334 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79a8ff8a-c96f-429d-b4a2-e51aee132292 req-99441731-2853-4e67-a4ea-c41265d73b05 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Made reservation on behalf of ad0f0f6ed63d4257be2cdd0b6041510c for: {'port': 1} {{(pid=80235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 06:59:07.421861 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-79a8ff8a-c96f-429d-b4a2-e51aee132292 req-99441731-2853-4e67-a4ea-c41265d73b05 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:07.489275 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-3dbd115a-8ce9-4dbf-8187-87795d138db8 req-b2a8dc7e-bb3a-472f-86fb-0af543499043 tempest-DeleteServersTestJSON-1865463731 tempest-DeleteServersTestJSON-1865463731] 10.222.0.22 "GET /v2.0/security-groups?id=ba0f971c-3bdb-4b13-a3da-1d2ed1659349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916204 Jan 24 06:59:07.495455 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-a3a25569-0f00-4edc-b110-8d59c2c8a546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:07.501860 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-1928ce10-4a02-44c0-8284-7abf362f09e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:59:07.520643 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a25569-0f00-4edc-b110-8d59c2c8a546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e440697-c351-485d-9d9c-e59d0ff1aadd,revision_number=None']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:59:07.523290 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-a3a25569-0f00-4edc-b110-8d59c2c8a546 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:59:07.538460 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-a3a25569-0f00-4edc-b110-8d59c2c8a546 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:07.542373 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-a3a25569-0f00-4edc-b110-8d59c2c8a546 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1e440697-c351-485d-9d9c-e59d0ff1aadd HTTP/1.1" status: 204 len: 168 time: 0.4530022 Jan 24 06:59:07.846749 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-955f6616-32d9-43b8-ac23-af1b3cdca09f req-3b636640-f0c0-466d-9662-f20aa25df7a5 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/ports?device_id=d8b28494-46db-42eb-9dfe-87b08b818e90 HTTP/1.1" status: 200 len: 210 time: 0.0577712 Jan 24 06:59:07.912003 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cac4c5f-ce95-46c5-a499-e192d64a0bfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16e029c9-c633-4363-bb51-308e29c55db0', 'code': 200} Jan 24 06:59:08.063151 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Device 16e029c9-c633-4363-bb51-308e29c55db0 up at agent ovs-agent-hv-cinder-77218 {{(pid=80237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 06:59:08.213909 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Provisioning complete for port 16e029c9-c633-4363-bb51-308e29c55db0 triggered by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 06:59:08.214329 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:08.514298 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [req-4428d75a-28a6-4f28-80a4-4000fad80583 req-4b4b006c-b6a4-4e25-be12-1d6d6caf92c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 496b5560-bce1-471a-b00e-cc0c4e9f3c79 {{(pid=80235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 24 06:59:08.516384 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-1ad6a10e-5449-4168-b7be-480aa72727ba req-3fc78a3e-67c1-417a-b0ea-786f4387d297 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/ports?device_id=a2f64be8-97ae-4f3e-8619-310e5589200b HTTP/1.1" status: 200 len: 210 time: 0.1206262 Jan 24 06:59:08.519298 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16be707b-623c-4a70-9bfd-a9e2980a03a4 req-316cadf6-762b-4a2e-893b-c664d9293fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:59:08.527996 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-4428d75a-28a6-4f28-80a4-4000fad80583 req-4b4b006c-b6a4-4e25-be12-1d6d6caf92c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:08.538652 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-16be707b-623c-4a70-9bfd-a9e2980a03a4 req-316cadf6-762b-4a2e-893b-c664d9293fb7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5cac4c5f-ce95-46c5-a499-e192d64a0bfb HTTP/1.1" status: 200 len: 1162 time: 0.3200865 Jan 24 06:59:08.578317 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-16be707b-623c-4a70-9bfd-a9e2980a03a4 req-622bee22-263d-4724-ae40-c2b0cc152769 service neutron] Notify callbacks [] for security_group, before_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:08.613736 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [req-4428d75a-28a6-4f28-80a4-4000fad80583 req-4b4b006c-b6a4-4e25-be12-1d6d6caf92c0 service neutron] Transition to ACTIVE for port object 496b5560-bce1-471a-b00e-cc0c4e9f3c79 will not be triggered until provisioned by entity L2. {{(pid=80235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 06:59:08.619545 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [req-16be707b-623c-4a70-9bfd-a9e2980a03a4 req-622bee22-263d-4724-ae40-c2b0cc152769 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 06:59:08.620837 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-4428d75a-28a6-4f28-80a4-4000fad80583 req-4b4b006c-b6a4-4e25-be12-1d6d6caf92c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098'] for port, after_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:08.628898 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-16be707b-623c-4a70-9bfd-a9e2980a03a4 req-622bee22-263d-4724-ae40-c2b0cc152769 service neutron] Usage tracker for resource:security_group_rule and tenant:1ff57cf4c9ff4ddc824f8427a8f6d2fd is out of sync, need to count used quota {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 06:59:08.638929 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-16be707b-623c-4a70-9bfd-a9e2980a03a4 req-622bee22-263d-4724-ae40-c2b0cc152769 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 06:59:08.652894 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [req-16be707b-623c-4a70-9bfd-a9e2980a03a4 req-622bee22-263d-4724-ae40-c2b0cc152769 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 06:59:08.878251 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-16be707b-623c-4a70-9bfd-a9e2980a03a4 req-622bee22-263d-4724-ae40-c2b0cc152769 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:08.885719 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-16be707b-623c-4a70-9bfd-a9e2980a03a4 req-622bee22-263d-4724-ae40-c2b0cc152769 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:08.923531 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.db_base_plugin_common [req-79a8ff8a-c96f-429d-b4a2-e51aee132292 req-99441731-2853-4e67-a4ea-c41265d73b05 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Allocated IP 172.20.0.9 (a584046b-dd19-4b2d-957a-0c960829c5a8/0dadd72a-b072-4889-a91f-b6d7879c968a/d4ca5848-1598-4b1e-87f1-a703c1436942) {{(pid=80235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 06:59:08.946548 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-36c89f58-75bd-4b17-a4b5-44867e17b5c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:59:08.977541 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-16be707b-623c-4a70-9bfd-a9e2980a03a4 req-622bee22-263d-4724-ae40-c2b0cc152769 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ba0f971c-3bdb-4b13-a3da-1d2ed1659349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4346807 Jan 24 06:59:08.982589 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622bee22-263d-4724-ae40-c2b0cc152769 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e09d6e70-58b8-4afd-b16d-c6afc04530ba,revision_number=1']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:59:09.050369 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895f7975-230d-49aa-985d-b98355f44fb3 req-3979ffac-8f5e-47cd-846a-b415a822cc50 tempest-DeleteServersTestJSON-1865463731 tempest-DeleteServersTestJSON-1865463731] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:59:09.060405 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-895f7975-230d-49aa-985d-b98355f44fb3 req-3979ffac-8f5e-47cd-846a-b415a822cc50 tempest-DeleteServersTestJSON-1865463731 tempest-DeleteServersTestJSON-1865463731] 10.222.0.22 "GET /v2.0/ports?device_id=5cac4c5f-ce95-46c5-a499-e192d64a0bfb HTTP/1.1" status: 200 len: 945 time: 0.2853527 Jan 24 06:59:09.062581 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-622bee22-263d-4724-ae40-c2b0cc152769 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:59:09.215582 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-30d7528b-1669-4e70-8c60-d075c05867c6 req-7d881759-7cba-43e3-ad37-080f23e0aab8 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/ports?device_id=d8b28494-46db-42eb-9dfe-87b08b818e90 HTTP/1.1" status: 200 len: 210 time: 0.1138868 Jan 24 06:59:09.253087 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-895f7975-230d-49aa-985d-b98355f44fb3 req-84c24de3-6143-48ff-85b5-efe3eb935e79 tempest-DeleteServersTestJSON-1865463731 tempest-DeleteServersTestJSON-1865463731] 10.222.0.22 "GET /v2.0/security-groups?id=ba0f971c-3bdb-4b13-a3da-1d2ed1659349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917388 Jan 24 06:59:09.258438 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:59:09.328260 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-79a8ff8a-c96f-429d-b4a2-e51aee132292 req-99441731-2853-4e67-a4ea-c41265d73b05 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Notify callbacks [] for port, precommit_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:09.359765 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.db_base_plugin_common [req-886ab9d1-a92c-439a-8b49-61f28ccda4b9 req-9cd70739-b6d3-4619-8a03-c26a5fbb5a3c tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Allocated IP 172.20.0.10 (440b000a-80da-445e-b13a-3c626561a2d5/f89146f0-67b7-43a2-a952-f2f292e8520d/fc860ca2-d951-4a48-a63d-1f777f905aac) {{(pid=80235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 06:59:09.423911 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4b006c-b6a4-4e25-be12-1d6d6caf92c0 service neutron] Pushing event updated for resources: {'Port': ['ID=496b5560-bce1-471a-b00e-cc0c4e9f3c79,revision_number=2']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:59:09.428124 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-4b4b006c-b6a4-4e25-be12-1d6d6caf92c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:59:09.846509 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-79a8ff8a-c96f-429d-b4a2-e51aee132292 req-99441731-2853-4e67-a4ea-c41265d73b05 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363276713217020'] for port, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:09.895592 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:59:09.929757 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee85fe88-86a8-48b9-9717-bb39dde28c44 req-66e909db-56db-48ba-ae88-e498c84895f5 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:59:09.931445 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-ee85fe88-86a8-48b9-9717-bb39dde28c44 req-66e909db-56db-48ba-ae88-e498c84895f5 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/ports?device_id=a2f64be8-97ae-4f3e-8619-310e5589200b HTTP/1.1" status: 200 len: 931 time: 0.1245744 Jan 24 06:59:09.992125 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-ee85fe88-86a8-48b9-9717-bb39dde28c44 req-1d9b0154-0f04-415b-aab8-202f69c3da1f tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Synchronizing usage tracker for tenant:ad0f0f6ed63d4257be2cdd0b6041510c on resource:security_group {{(pid=80236) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 06:59:10.012361 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-ee85fe88-86a8-48b9-9717-bb39dde28c44 req-1d9b0154-0f04-415b-aab8-202f69c3da1f tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Unset dirty status for tenant:ad0f0f6ed63d4257be2cdd0b6041510c on resource:security_group {{(pid=80236) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 06:59:10.014472 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-ee85fe88-86a8-48b9-9717-bb39dde28c44 req-1d9b0154-0f04-415b-aab8-202f69c3da1f tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/security-groups?id=b0fd1909-caa0-4f27-9897-89809084cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758379 Jan 24 06:59:10.063198 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [req-4428d75a-28a6-4f28-80a4-4000fad80583 req-4b4b006c-b6a4-4e25-be12-1d6d6caf92c0 service neutron] Attempting to bind port 496b5560-bce1-471a-b00e-cc0c4e9f3c79 on host hv-cinder-77218 for vnic_type normal with profile {{(pid=80235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 06:59:10.063591 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [req-4428d75a-28a6-4f28-80a4-4000fad80583 req-4b4b006c-b6a4-4e25-be12-1d6d6caf92c0 service neutron] Attempting to bind port 496b5560-bce1-471a-b00e-cc0c4e9f3c79 by drivers openvswitch on host hv-cinder-77218 at level 0 using segments [{'id': 'c42de142-bc09-4c88-8c21-53c17236eeb2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a584046b-dd19-4b2d-957a-0c960829c5a8'}] {{(pid=80235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 06:59:10.063985 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4428d75a-28a6-4f28-80a4-4000fad80583 req-4b4b006c-b6a4-4e25-be12-1d6d6caf92c0 service neutron] Attempting to bind port 496b5560-bce1-471a-b00e-cc0c4e9f3c79 on network a584046b-dd19-4b2d-957a-0c960829c5a8 {{(pid=80235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 06:59:10.091571 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4428d75a-28a6-4f28-80a4-4000fad80583 req-4b4b006c-b6a4-4e25-be12-1d6d6caf92c0 service neutron] Checking agent: {'id': '40eb7c3e-e5ac-488d-8f03-a26480a7dd43', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 6, 56, 30), 'started_at': datetime.datetime(2021, 1, 24, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 06:59:10.091970 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4428d75a-28a6-4f28-80a4-4000fad80583 req-4b4b006c-b6a4-4e25-be12-1d6d6caf92c0 service neutron] Checking segment: {'id': 'c42de142-bc09-4c88-8c21-53c17236eeb2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a584046b-dd19-4b2d-957a-0c960829c5a8'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 06:59:10.092419 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-4428d75a-28a6-4f28-80a4-4000fad80583 req-4b4b006c-b6a4-4e25-be12-1d6d6caf92c0 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:10.092813 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4428d75a-28a6-4f28-80a4-4000fad80583 req-4b4b006c-b6a4-4e25-be12-1d6d6caf92c0 service neutron] Bound using segment: {'id': 'c42de142-bc09-4c88-8c21-53c17236eeb2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a584046b-dd19-4b2d-957a-0c960829c5a8'} {{(pid=80235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 06:59:10.093314 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [req-4428d75a-28a6-4f28-80a4-4000fad80583 req-4b4b006c-b6a4-4e25-be12-1d6d6caf92c0 service neutron] Bound port: 496b5560-bce1-471a-b00e-cc0c4e9f3c79, host: hv-cinder-77218, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c42de142-bc09-4c88-8c21-53c17236eeb2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a584046b-dd19-4b2d-957a-0c960829c5a8'}}] {{(pid=80235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 06:59:10.093705 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-4428d75a-28a6-4f28-80a4-4000fad80583 req-4b4b006c-b6a4-4e25-be12-1d6d6caf92c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:10.179874 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99441731-2853-4e67-a4ea-c41265d73b05 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Pushing event updated for resources: {'Port': ['ID=d4ca5848-1598-4b1e-87f1-a703c1436942,revision_number=1']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:59:10.201765 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-886ab9d1-a92c-439a-8b49-61f28ccda4b9 req-9cd70739-b6d3-4619-8a03-c26a5fbb5a3c tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Notify callbacks [] for port, precommit_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:10.207506 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-99441731-2853-4e67-a4ea-c41265d73b05 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:59:10.269574 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [req-886ab9d1-a92c-439a-8b49-61f28ccda4b9 req-9cd70739-b6d3-4619-8a03-c26a5fbb5a3c tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Transition to ACTIVE for port object fc860ca2-d951-4a48-a63d-1f777f905aac will not be triggered until provisioned by entity DHCP. {{(pid=80235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 06:59:10.313057 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79a8ff8a-c96f-429d-b4a2-e51aee132292 req-99441731-2853-4e67-a4ea-c41265d73b05 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Network a584046b-dd19-4b2d-957a-0c960829c5a8 is already hosted by enough agents. {{(pid=80235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 06:59:10.318971 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [req-79a8ff8a-c96f-429d-b4a2-e51aee132292 req-99441731-2853-4e67-a4ea-c41265d73b05 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Resources bound (agent type, host, resource id): {{(pid=80235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 06:59:10.321797 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-4428d75a-28a6-4f28-80a4-4000fad80583 req-4b4b006c-b6a4-4e25-be12-1d6d6caf92c0 service neutron] For port 496b5560-bce1-471a-b00e-cc0c4e9f3c79, host hv-cinder-77218, cleared binding levels {{(pid=80235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 06:59:10.325897 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [req-79a8ff8a-c96f-429d-b4a2-e51aee132292 req-99441731-2853-4e67-a4ea-c41265d73b05 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Received port after_create {{(pid=80235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 06:59:10.346114 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a8ff8a-c96f-429d-b4a2-e51aee132292 req-99441731-2853-4e67-a4ea-c41265d73b05 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:59:10.346839 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-79a8ff8a-c96f-429d-b4a2-e51aee132292 req-99441731-2853-4e67-a4ea-c41265d73b05 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539807'] for port, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:10.355662 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-4428d75a-28a6-4f28-80a4-4000fad80583 req-4b4b006c-b6a4-4e25-be12-1d6d6caf92c0 service neutron] For port 496b5560-bce1-471a-b00e-cc0c4e9f3c79, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=496b5560-bce1-471a-b00e-cc0c4e9f3c79,segment=NetworkSegment(c42de142-bc09-4c88-8c21-53c17236eeb2),segment_id=c42de142-bc09-4c88-8c21-53c17236eeb2)] {{(pid=80235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 06:59:10.368784 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-4428d75a-28a6-4f28-80a4-4000fad80583 req-4b4b006c-b6a4-4e25-be12-1d6d6caf92c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098'] for port, after_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:10.394535 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-7976a394-50f1-4578-96b7-0fcef961e2df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:59:10.440520 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-6b113372-a487-4384-bee0-dbb617d4109f req-5bdabec7-898a-42d8-ab53-d123c26d0e71 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/ports?device_id=d8b28494-46db-42eb-9dfe-87b08b818e90 HTTP/1.1" status: 200 len: 210 time: 0.0701187 Jan 24 06:59:10.556898 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-79a8ff8a-c96f-429d-b4a2-e51aee132292 req-99441731-2853-4e67-a4ea-c41265d73b05 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7812333 Jan 24 06:59:10.572610 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-886ab9d1-a92c-439a-8b49-61f28ccda4b9 req-9cd70739-b6d3-4619-8a03-c26a5fbb5a3c tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363276713217020'] for port, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:10.581924 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59f83db-24d4-4971-9cbf-0ee1ed90aa4a req-b3462241-d586-479a-999d-678a754389c7 tempest-DeleteServersTestJSON-1865463731 tempest-DeleteServersTestJSON-1865463731] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:59:10.591723 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.base [req-79a8ff8a-c96f-429d-b4a2-e51aee132292 req-092b6e3e-81df-47a3-b9dd-ecd6d0458b1c service neutron] Request body: {'port': {'device_id': 'a2f64be8-97ae-4f3e-8619-310e5589200b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=80235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 06:59:10.592766 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-f59f83db-24d4-4971-9cbf-0ee1ed90aa4a req-b3462241-d586-479a-999d-678a754389c7 tempest-DeleteServersTestJSON-1865463731 tempest-DeleteServersTestJSON-1865463731] 10.222.0.22 "GET /v2.0/ports?device_id=5cac4c5f-ce95-46c5-a499-e192d64a0bfb HTTP/1.1" status: 200 len: 945 time: 0.1506467 Jan 24 06:59:10.720425 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-f59f83db-24d4-4971-9cbf-0ee1ed90aa4a req-f96369ce-d34a-4996-9d55-7cb1012e6ba8 tempest-DeleteServersTestJSON-1865463731 tempest-DeleteServersTestJSON-1865463731] 10.222.0.22 "GET /v2.0/security-groups?id=ba0f971c-3bdb-4b13-a3da-1d2ed1659349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266181 Jan 24 06:59:10.821226 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4b006c-b6a4-4e25-be12-1d6d6caf92c0 service neutron] Pushing event updated for resources: {'Port': ['ID=496b5560-bce1-471a-b00e-cc0c4e9f3c79,revision_number=3']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:59:10.876227 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-4b4b006c-b6a4-4e25-be12-1d6d6caf92c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:59:10.876826 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-99441731-2853-4e67-a4ea-c41265d73b05 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.220s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:59:11.020096 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-79a8ff8a-c96f-429d-b4a2-e51aee132292 req-092b6e3e-81df-47a3-b9dd-ecd6d0458b1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:11.259745 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd70739-b6d3-4619-8a03-c26a5fbb5a3c tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Pushing event updated for resources: {'Port': ['ID=fc860ca2-d951-4a48-a63d-1f777f905aac,revision_number=1']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:59:11.273856 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4428d75a-28a6-4f28-80a4-4000fad80583 req-4b4b006c-b6a4-4e25-be12-1d6d6caf92c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:59:11.275166 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-4428d75a-28a6-4f28-80a4-4000fad80583 req-4b4b006c-b6a4-4e25-be12-1d6d6caf92c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539807'] for port, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:11.276982 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-4428d75a-28a6-4f28-80a4-4000fad80583 req-4b4b006c-b6a4-4e25-be12-1d6d6caf92c0 service neutron] 10.222.0.18 "PUT /v2.0/ports/496b5560-bce1-471a-b00e-cc0c4e9f3c79 HTTP/1.1" status: 200 len: 1157 time: 5.5595274 Jan 24 06:59:11.282975 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed8ebb10-299f-410a-82e9-9ee3888a0575', 'tag': '496b5560-bce1-471a-b00e-cc0c4e9f3c79'}] {{(pid=80235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 06:59:11.349008 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d4c1bf-9102-4c63-95ae-10e263059f3c req-74ad8975-9cca-4323-aca5-56e6a52443ca tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:59:11.351222 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-73d4c1bf-9102-4c63-95ae-10e263059f3c req-74ad8975-9cca-4323-aca5-56e6a52443ca tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/ports?device_id=a2f64be8-97ae-4f3e-8619-310e5589200b HTTP/1.1" status: 200 len: 931 time: 0.1451905 Jan 24 06:59:11.420402 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-73d4c1bf-9102-4c63-95ae-10e263059f3c req-d5fc7842-b8e5-451b-b720-326f0cefcafa tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/security-groups?id=b0fd1909-caa0-4f27-9897-89809084cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626276 Jan 24 06:59:11.509368 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-886ab9d1-a92c-439a-8b49-61f28ccda4b9 req-9cd70739-b6d3-4619-8a03-c26a5fbb5a3c tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Network 440b000a-80da-445e-b13a-3c626561a2d5 is already hosted by enough agents. {{(pid=80235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 06:59:11.539491 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [req-886ab9d1-a92c-439a-8b49-61f28ccda4b9 req-9cd70739-b6d3-4619-8a03-c26a5fbb5a3c tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Resources bound (agent type, host, resource id): {{(pid=80235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 06:59:11.560613 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [req-886ab9d1-a92c-439a-8b49-61f28ccda4b9 req-9cd70739-b6d3-4619-8a03-c26a5fbb5a3c tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Received port after_create {{(pid=80235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 06:59:11.594633 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886ab9d1-a92c-439a-8b49-61f28ccda4b9 req-9cd70739-b6d3-4619-8a03-c26a5fbb5a3c tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:59:11.595370 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-886ab9d1-a92c-439a-8b49-61f28ccda4b9 req-9cd70739-b6d3-4619-8a03-c26a5fbb5a3c tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539807'] for port, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:11.606181 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-9cd70739-b6d3-4619-8a03-c26a5fbb5a3c tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.729s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:59:11.759057 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-886ab9d1-a92c-439a-8b49-61f28ccda4b9 req-9cd70739-b6d3-4619-8a03-c26a5fbb5a3c tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.2632244 Jan 24 06:59:11.785074 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.base [req-886ab9d1-a92c-439a-8b49-61f28ccda4b9 req-10fba981-2823-49f2-acbd-c01592035993 service neutron] Request body: {'port': {'device_id': 'd8b28494-46db-42eb-9dfe-87b08b818e90', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=80235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 06:59:11.869882 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4428d75a-28a6-4f28-80a4-4000fad80583 req-aa0b4b3f-4bba-472f-bf23-1d7cbac8661d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:59:11.885197 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-4428d75a-28a6-4f28-80a4-4000fad80583 req-aa0b4b3f-4bba-472f-bf23-1d7cbac8661d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ad0f0f6ed63d4257be2cdd0b6041510c&device_id=ed8ebb10-299f-410a-82e9-9ee3888a0575 HTTP/1.1" status: 200 len: 1160 time: 0.5251505 Jan 24 06:59:11.922862 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04c4cff-aeff-4758-91ed-60c357cf5baf req-a07a5dd5-3387-4823-a583-25fd22504e55 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:59:11.930801 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-f04c4cff-aeff-4758-91ed-60c357cf5baf req-a07a5dd5-3387-4823-a583-25fd22504e55 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/ports?device_id=d8b28494-46db-42eb-9dfe-87b08b818e90 HTTP/1.1" status: 200 len: 932 time: 0.2261541 Jan 24 06:59:11.988579 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-3c87ba99-3d86-4d29-9927-9ca67f7cdfd1 None None] Provisioning for port fc860ca2-d951-4a48-a63d-1f777f905aac completed by entity DHCP. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 06:59:11.994734 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-f04c4cff-aeff-4758-91ed-60c357cf5baf req-50f4d80a-5a4f-48de-8d13-febd40e6b91f tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/security-groups?id=7c9aee4f-6d1b-48fa-a5b9-acc674b2a6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628979 Jan 24 06:59:11.994855 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-3c87ba99-3d86-4d29-9927-9ca67f7cdfd1 None None] Provisioning complete for port fc860ca2-d951-4a48-a63d-1f777f905aac triggered by entity DHCP. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 06:59:11.999978 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-3c87ba99-3d86-4d29-9927-9ca67f7cdfd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:12.010267 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-4428d75a-28a6-4f28-80a4-4000fad80583 req-5c9682dc-ade8-4940-8dfe-b375fc898eeb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=496b5560-bce1-471a-b00e-cc0c4e9f3c79 HTTP/1.1" status: 200 len: 217 time: 0.0997467 Jan 24 06:59:12.135811 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-3c87ba99-3d86-4d29-9927-9ca67f7cdfd1 None None] Port fc860ca2-d951-4a48-a63d-1f777f905aac cannot update to ACTIVE because it is not bound. {{(pid=80237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 24 06:59:12.252962 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c861ce-0aeb-4022-8529-7d4f30c18fc3 req-0cad95ab-8419-46fd-af20-9528c7ad9245 tempest-DeleteServersTestJSON-1865463731 tempest-DeleteServersTestJSON-1865463731] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:59:12.254984 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-55c861ce-0aeb-4022-8529-7d4f30c18fc3 req-0cad95ab-8419-46fd-af20-9528c7ad9245 tempest-DeleteServersTestJSON-1865463731 tempest-DeleteServersTestJSON-1865463731] 10.222.0.22 "GET /v2.0/ports?device_id=5cac4c5f-ce95-46c5-a499-e192d64a0bfb HTTP/1.1" status: 200 len: 945 time: 0.2787321 Jan 24 06:59:12.344024 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [req-79a8ff8a-c96f-429d-b4a2-e51aee132292 req-092b6e3e-81df-47a3-b9dd-ecd6d0458b1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4ca5848-1598-4b1e-87f1-a703c1436942 {{(pid=80235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 24 06:59:12.349444 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-79a8ff8a-c96f-429d-b4a2-e51aee132292 req-092b6e3e-81df-47a3-b9dd-ecd6d0458b1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:12.362461 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [req-79a8ff8a-c96f-429d-b4a2-e51aee132292 req-092b6e3e-81df-47a3-b9dd-ecd6d0458b1c service neutron] Transition to ACTIVE for port object d4ca5848-1598-4b1e-87f1-a703c1436942 will not be triggered until provisioned by entity L2. {{(pid=80235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 06:59:12.362596 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-55c861ce-0aeb-4022-8529-7d4f30c18fc3 req-f2929e7e-5cc5-4f80-952b-176f49a314dc tempest-DeleteServersTestJSON-1865463731 tempest-DeleteServersTestJSON-1865463731] 10.222.0.22 "GET /v2.0/security-groups?id=ba0f971c-3bdb-4b13-a3da-1d2ed1659349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968325 Jan 24 06:59:12.371430 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed8ebb10-299f-410a-82e9-9ee3888a0575', 'tag': '496b5560-bce1-471a-b00e-cc0c4e9f3c79', 'status': 'completed', 'code': 200} Jan 24 06:59:12.414471 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-79a8ff8a-c96f-429d-b4a2-e51aee132292 req-092b6e3e-81df-47a3-b9dd-ecd6d0458b1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098'] for port, after_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:12.450612 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:59:12.600339 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4428d75a-28a6-4f28-80a4-4000fad80583 req-03b804c9-9a2b-4fbd-8073-fd2c79685404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:59:12.602101 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-4428d75a-28a6-4f28-80a4-4000fad80583 req-03b804c9-9a2b-4fbd-8073-fd2c79685404 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0dadd72a-b072-4889-a91f-b6d7879c968a HTTP/1.1" status: 200 len: 858 time: 0.5790536 Jan 24 06:59:12.612884 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-886ab9d1-a92c-439a-8b49-61f28ccda4b9 req-10fba981-2823-49f2-acbd-c01592035993 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:12.717433 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092b6e3e-81df-47a3-b9dd-ecd6d0458b1c service neutron] Pushing event updated for resources: {'Port': ['ID=d4ca5848-1598-4b1e-87f1-a703c1436942,revision_number=2']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:59:12.735490 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-092b6e3e-81df-47a3-b9dd-ecd6d0458b1c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:59:12.737887 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-4428d75a-28a6-4f28-80a4-4000fad80583 req-14c64368-15dc-4480-a47e-3b16ff8f8b64 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a584046b-dd19-4b2d-957a-0c960829c5a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1264601 Jan 24 06:59:12.917796 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3616fba-7e28-4d9d-8875-be9db01400a7 req-4a12f392-26a3-4562-864d-543f207b9223 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:59:12.919626 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-a3616fba-7e28-4d9d-8875-be9db01400a7 req-4a12f392-26a3-4562-864d-543f207b9223 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/ports?device_id=a2f64be8-97ae-4f3e-8619-310e5589200b HTTP/1.1" status: 200 len: 943 time: 0.1606483 Jan 24 06:59:13.006808 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-a3616fba-7e28-4d9d-8875-be9db01400a7 req-2b57cbab-90c1-4230-9752-df198b1a17e0 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/security-groups?id=b0fd1909-caa0-4f27-9897-89809084cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803857 Jan 24 06:59:13.170179 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [req-79a8ff8a-c96f-429d-b4a2-e51aee132292 req-092b6e3e-81df-47a3-b9dd-ecd6d0458b1c service neutron] Attempting to bind port d4ca5848-1598-4b1e-87f1-a703c1436942 on host hv-cinder-77218 for vnic_type normal with profile {{(pid=80235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 06:59:13.170655 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [req-79a8ff8a-c96f-429d-b4a2-e51aee132292 req-092b6e3e-81df-47a3-b9dd-ecd6d0458b1c service neutron] Attempting to bind port d4ca5848-1598-4b1e-87f1-a703c1436942 by drivers openvswitch on host hv-cinder-77218 at level 0 using segments [{'id': 'c42de142-bc09-4c88-8c21-53c17236eeb2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a584046b-dd19-4b2d-957a-0c960829c5a8'}] {{(pid=80235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 06:59:13.171320 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79a8ff8a-c96f-429d-b4a2-e51aee132292 req-092b6e3e-81df-47a3-b9dd-ecd6d0458b1c service neutron] Attempting to bind port d4ca5848-1598-4b1e-87f1-a703c1436942 on network a584046b-dd19-4b2d-957a-0c960829c5a8 {{(pid=80235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 06:59:13.187672 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-4428d75a-28a6-4f28-80a4-4000fad80583 req-323a67db-72a7-4404-bf86-d3c1a37820b1 service neutron] 10.222.0.18 "GET /v2.0/networks/a584046b-dd19-4b2d-957a-0c960829c5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4374378 Jan 24 06:59:13.191678 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79a8ff8a-c96f-429d-b4a2-e51aee132292 req-092b6e3e-81df-47a3-b9dd-ecd6d0458b1c service neutron] Checking agent: {'id': '40eb7c3e-e5ac-488d-8f03-a26480a7dd43', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 6, 56, 30), 'started_at': datetime.datetime(2021, 1, 24, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 06:59:13.192128 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79a8ff8a-c96f-429d-b4a2-e51aee132292 req-092b6e3e-81df-47a3-b9dd-ecd6d0458b1c service neutron] Checking segment: {'id': 'c42de142-bc09-4c88-8c21-53c17236eeb2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a584046b-dd19-4b2d-957a-0c960829c5a8'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 06:59:13.192535 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-79a8ff8a-c96f-429d-b4a2-e51aee132292 req-092b6e3e-81df-47a3-b9dd-ecd6d0458b1c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:13.192925 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79a8ff8a-c96f-429d-b4a2-e51aee132292 req-092b6e3e-81df-47a3-b9dd-ecd6d0458b1c service neutron] Bound using segment: {'id': 'c42de142-bc09-4c88-8c21-53c17236eeb2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a584046b-dd19-4b2d-957a-0c960829c5a8'} {{(pid=80235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 06:59:13.193481 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [req-79a8ff8a-c96f-429d-b4a2-e51aee132292 req-092b6e3e-81df-47a3-b9dd-ecd6d0458b1c service neutron] Bound port: d4ca5848-1598-4b1e-87f1-a703c1436942, host: hv-cinder-77218, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c42de142-bc09-4c88-8c21-53c17236eeb2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a584046b-dd19-4b2d-957a-0c960829c5a8'}}] {{(pid=80235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 06:59:13.193854 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-79a8ff8a-c96f-429d-b4a2-e51aee132292 req-092b6e3e-81df-47a3-b9dd-ecd6d0458b1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:13.403893 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 59464) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:59:13.411404 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a365913-d386-4fe8-851b-76370be53e9d req-7c88936a-56f8-4af0-bcf5-07ba6a21ddf8 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:59:13.413153 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-6a365913-d386-4fe8-851b-76370be53e9d req-7c88936a-56f8-4af0-bcf5-07ba6a21ddf8 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/ports?device_id=d8b28494-46db-42eb-9dfe-87b08b818e90 HTTP/1.1" status: 200 len: 932 time: 0.2406905 Jan 24 06:59:13.469915 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-6a365913-d386-4fe8-851b-76370be53e9d req-153347f2-e5e2-49d7-bd46-4580fc2d2d06 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/security-groups?id=7c9aee4f-6d1b-48fa-a5b9-acc674b2a6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491316 Jan 24 06:59:13.775146 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-4428d75a-28a6-4f28-80a4-4000fad80583 req-afb14296-ae20-467a-a0b2-2700a8f02598 service neutron] 10.222.0.18 "GET /v2.0/networks/a584046b-dd19-4b2d-957a-0c960829c5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5635428 Jan 24 06:59:13.782982 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-79a8ff8a-c96f-429d-b4a2-e51aee132292 req-092b6e3e-81df-47a3-b9dd-ecd6d0458b1c service neutron] For port d4ca5848-1598-4b1e-87f1-a703c1436942, host hv-cinder-77218, cleared binding levels {{(pid=80235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 06:59:13.793575 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-79a8ff8a-c96f-429d-b4a2-e51aee132292 req-092b6e3e-81df-47a3-b9dd-ecd6d0458b1c service neutron] For port d4ca5848-1598-4b1e-87f1-a703c1436942, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=d4ca5848-1598-4b1e-87f1-a703c1436942,segment=NetworkSegment(c42de142-bc09-4c88-8c21-53c17236eeb2),segment_id=c42de142-bc09-4c88-8c21-53c17236eeb2)] {{(pid=80235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 06:59:13.875754 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-79a8ff8a-c96f-429d-b4a2-e51aee132292 req-092b6e3e-81df-47a3-b9dd-ecd6d0458b1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098'] for port, after_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:13.952194 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-f8395978-21b9-48e8-808b-d80cafac3e4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:59:14.070032 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d719707-f654-4789-bf94-fb04d02270e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:14.111053 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [req-886ab9d1-a92c-439a-8b49-61f28ccda4b9 req-10fba981-2823-49f2-acbd-c01592035993 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc860ca2-d951-4a48-a63d-1f777f905aac {{(pid=80235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 24 06:59:14.117658 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.agents_db [None req-2c2cd112-eb45-4d42-b228-ef41d20f669c None None] Agent healthcheck: found 6 active agents {{(pid=80238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 06:59:14.134327 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-5d719707-f654-4789-bf94-fb04d02270e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 06:59:14.141992 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-886ab9d1-a92c-439a-8b49-61f28ccda4b9 req-10fba981-2823-49f2-acbd-c01592035993 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:14.158292 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-5d719707-f654-4789-bf94-fb04d02270e6 admin admin] Usage tracker for resource:security_group_rule and tenant:cbd518fdfcf5473aa3d7a7522a6a5129 is out of sync, need to count used quota {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 06:59:14.168791 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-5d719707-f654-4789-bf94-fb04d02270e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 06:59:14.192733 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-5d719707-f654-4789-bf94-fb04d02270e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 06:59:14.195884 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [req-886ab9d1-a92c-439a-8b49-61f28ccda4b9 req-10fba981-2823-49f2-acbd-c01592035993 service neutron] Transition to ACTIVE for port object fc860ca2-d951-4a48-a63d-1f777f905aac will not be triggered until provisioned by entity L2. {{(pid=80235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 06:59:14.218529 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092b6e3e-81df-47a3-b9dd-ecd6d0458b1c service neutron] Pushing event updated for resources: {'Port': ['ID=d4ca5848-1598-4b1e-87f1-a703c1436942,revision_number=3']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:59:14.229952 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-886ab9d1-a92c-439a-8b49-61f28ccda4b9 req-10fba981-2823-49f2-acbd-c01592035993 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098'] for port, after_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:14.233753 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-092b6e3e-81df-47a3-b9dd-ecd6d0458b1c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:59:14.270918 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-caf518fc-da13-4344-a741-913d10eb3bc0 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:59:14.272132 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ccd038-8798-42c4-9512-159cc4b43017 req-47b35231-a74a-4781-9777-6481659266b4 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:59:14.273814 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-98ccd038-8798-42c4-9512-159cc4b43017 req-47b35231-a74a-4781-9777-6481659266b4 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/ports?device_id=a2f64be8-97ae-4f3e-8619-310e5589200b HTTP/1.1" status: 200 len: 943 time: 0.1104884 Jan 24 06:59:14.329642 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-98ccd038-8798-42c4-9512-159cc4b43017 req-4ccbed89-1e18-4cdd-942b-1b7bda9f875c tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/security-groups?id=b0fd1909-caa0-4f27-9897-89809084cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492606 Jan 24 06:59:14.433125 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243f2871-1afc-4712-a11f-e05e68014315 req-04eb8b15-f375-481b-a6e6-a3e654788437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:59:14.434683 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-243f2871-1afc-4712-a11f-e05e68014315 req-04eb8b15-f375-481b-a6e6-a3e654788437 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ad0f0f6ed63d4257be2cdd0b6041510c&device_id=ed8ebb10-299f-410a-82e9-9ee3888a0575 HTTP/1.1" status: 200 len: 1160 time: 0.5527995 Jan 24 06:59:14.495484 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fba981-2823-49f2-acbd-c01592035993 service neutron] Pushing event updated for resources: {'Port': ['ID=fc860ca2-d951-4a48-a63d-1f777f905aac,revision_number=2']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:59:14.565601 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a8ff8a-c96f-429d-b4a2-e51aee132292 req-092b6e3e-81df-47a3-b9dd-ecd6d0458b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:59:14.566298 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-79a8ff8a-c96f-429d-b4a2-e51aee132292 req-092b6e3e-81df-47a3-b9dd-ecd6d0458b1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539807'] for port, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:14.568240 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-79a8ff8a-c96f-429d-b4a2-e51aee132292 req-092b6e3e-81df-47a3-b9dd-ecd6d0458b1c service neutron] 10.222.0.18 "PUT /v2.0/ports/d4ca5848-1598-4b1e-87f1-a703c1436942 HTTP/1.1" status: 200 len: 1157 time: 3.9817789 Jan 24 06:59:14.568772 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2f64be8-97ae-4f3e-8619-310e5589200b', 'tag': 'd4ca5848-1598-4b1e-87f1-a703c1436942'}] {{(pid=80235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 06:59:14.580516 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-10fba981-2823-49f2-acbd-c01592035993 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:59:14.850288 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf21e48-2170-4aa3-8866-93a44e924a32 req-d459bdd2-791c-48f4-b40f-59f0ec493d25 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:59:14.858497 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2f64be8-97ae-4f3e-8619-310e5589200b', 'tag': 'd4ca5848-1598-4b1e-87f1-a703c1436942', 'status': 'completed', 'code': 200} Jan 24 06:59:14.861112 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-ecf21e48-2170-4aa3-8866-93a44e924a32 req-d459bdd2-791c-48f4-b40f-59f0ec493d25 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/ports?device_id=d8b28494-46db-42eb-9dfe-87b08b818e90 HTTP/1.1" status: 200 len: 944 time: 0.1942639 Jan 24 06:59:14.903337 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243f2871-1afc-4712-a11f-e05e68014315 req-2e27db22-bdeb-41aa-99a5-43d4d2e7b280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:59:14.905003 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-243f2871-1afc-4712-a11f-e05e68014315 req-2e27db22-bdeb-41aa-99a5-43d4d2e7b280 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a584046b-dd19-4b2d-957a-0c960829c5a8 HTTP/1.1" status: 200 len: 912 time: 0.4604070 Jan 24 06:59:14.909806 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d719707-f654-4789-bf94-fb04d02270e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:14.960585 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-ecf21e48-2170-4aa3-8866-93a44e924a32 req-dbd41d3c-01ad-44ba-a14f-38fac2848626 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/security-groups?id=7c9aee4f-6d1b-48fa-a5b9-acc674b2a6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976627 Jan 24 06:59:15.002118 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d719707-f654-4789-bf94-fb04d02270e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:15.022527 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-243f2871-1afc-4712-a11f-e05e68014315 req-def49386-3762-472f-9016-c87d969d01d3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=496b5560-bce1-471a-b00e-cc0c4e9f3c79 HTTP/1.1" status: 200 len: 217 time: 0.1079242 Jan 24 06:59:15.028566 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-2f05d80a-6b2a-4f3c-9237-df5d39ec858f tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:59:15.046722 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [req-886ab9d1-a92c-439a-8b49-61f28ccda4b9 req-10fba981-2823-49f2-acbd-c01592035993 service neutron] Attempting to bind port fc860ca2-d951-4a48-a63d-1f777f905aac on host hv-cinder-77218 for vnic_type normal with profile {{(pid=80235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 06:59:15.047107 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [req-886ab9d1-a92c-439a-8b49-61f28ccda4b9 req-10fba981-2823-49f2-acbd-c01592035993 service neutron] Attempting to bind port fc860ca2-d951-4a48-a63d-1f777f905aac by drivers openvswitch on host hv-cinder-77218 at level 0 using segments [{'id': 'adda3e32-e252-4d09-9851-9d25a3fda79e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '440b000a-80da-445e-b13a-3c626561a2d5'}] {{(pid=80235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 06:59:15.047473 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886ab9d1-a92c-439a-8b49-61f28ccda4b9 req-10fba981-2823-49f2-acbd-c01592035993 service neutron] Attempting to bind port fc860ca2-d951-4a48-a63d-1f777f905aac on network 440b000a-80da-445e-b13a-3c626561a2d5 {{(pid=80235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 06:59:15.120181 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886ab9d1-a92c-439a-8b49-61f28ccda4b9 req-10fba981-2823-49f2-acbd-c01592035993 service neutron] Checking agent: {'id': '40eb7c3e-e5ac-488d-8f03-a26480a7dd43', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 6, 56, 30), 'started_at': datetime.datetime(2021, 1, 24, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 06:59:15.120561 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886ab9d1-a92c-439a-8b49-61f28ccda4b9 req-10fba981-2823-49f2-acbd-c01592035993 service neutron] Checking segment: {'id': 'adda3e32-e252-4d09-9851-9d25a3fda79e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '440b000a-80da-445e-b13a-3c626561a2d5'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 06:59:15.120941 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-886ab9d1-a92c-439a-8b49-61f28ccda4b9 req-10fba981-2823-49f2-acbd-c01592035993 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:15.121424 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886ab9d1-a92c-439a-8b49-61f28ccda4b9 req-10fba981-2823-49f2-acbd-c01592035993 service neutron] Bound using segment: {'id': 'adda3e32-e252-4d09-9851-9d25a3fda79e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '440b000a-80da-445e-b13a-3c626561a2d5'} {{(pid=80235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 06:59:15.121808 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [req-886ab9d1-a92c-439a-8b49-61f28ccda4b9 req-10fba981-2823-49f2-acbd-c01592035993 service neutron] Bound port: fc860ca2-d951-4a48-a63d-1f777f905aac, host: hv-cinder-77218, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adda3e32-e252-4d09-9851-9d25a3fda79e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '440b000a-80da-445e-b13a-3c626561a2d5'}}] {{(pid=80235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 06:59:15.122189 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-886ab9d1-a92c-439a-8b49-61f28ccda4b9 req-10fba981-2823-49f2-acbd-c01592035993 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:15.165362 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-5d719707-f654-4789-bf94-fb04d02270e6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cbd518fdfcf5473aa3d7a7522a6a5129&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5155482 Jan 24 06:59:15.166162 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d719707-f654-4789-bf94-fb04d02270e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e81007f4-d79d-406f-8ccc-7b02f744fd01,revision_number=1']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:59:15.168831 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 59526) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:59:15.178640 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-5d719707-f654-4789-bf94-fb04d02270e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:59:15.238463 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243f2871-1afc-4712-a11f-e05e68014315 req-83265487-bd8f-463e-9527-24adf02e8d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:59:15.241082 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-243f2871-1afc-4712-a11f-e05e68014315 req-83265487-bd8f-463e-9527-24adf02e8d7c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0dadd72a-b072-4889-a91f-b6d7879c968a HTTP/1.1" status: 200 len: 858 time: 0.2017548 Jan 24 06:59:15.245922 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a8ff8a-c96f-429d-b4a2-e51aee132292 req-9233ddd4-e0d1-48d8-985a-055b679e09b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:59:15.247592 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-79a8ff8a-c96f-429d-b4a2-e51aee132292 req-9233ddd4-e0d1-48d8-985a-055b679e09b8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ad0f0f6ed63d4257be2cdd0b6041510c&device_id=a2f64be8-97ae-4f3e-8619-310e5589200b HTTP/1.1" status: 200 len: 1160 time: 0.5647819 Jan 24 06:59:15.272635 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-23075824-f124-403e-be27-de04ea8fd067 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:15.312953 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-23075824-f124-403e-be27-de04ea8fd067 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:15.367235 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-243f2871-1afc-4712-a11f-e05e68014315 req-16b31da5-2e9b-40ae-bccd-523f73282e24 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a584046b-dd19-4b2d-957a-0c960829c5a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1185765 Jan 24 06:59:15.376290 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-23075824-f124-403e-be27-de04ea8fd067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:15.380021 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-79a8ff8a-c96f-429d-b4a2-e51aee132292 req-4ba8f9cc-632b-446c-849a-c354b8132ffb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4ca5848-1598-4b1e-87f1-a703c1436942 HTTP/1.1" status: 200 len: 217 time: 0.0877633 Jan 24 06:59:15.387649 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:59:15.414952 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-23075824-f124-403e-be27-de04ea8fd067 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:15.418600 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-23075824-f124-403e-be27-de04ea8fd067 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e81007f4-d79d-406f-8ccc-7b02f744fd01 HTTP/1.1" status: 204 len: 168 time: 0.2459443 Jan 24 06:59:15.418600 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23075824-f124-403e-be27-de04ea8fd067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e81007f4-d79d-406f-8ccc-7b02f744fd01,revision_number=None']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:59:15.455798 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-23075824-f124-403e-be27-de04ea8fd067 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:59:15.614759 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-886ab9d1-a92c-439a-8b49-61f28ccda4b9 req-10fba981-2823-49f2-acbd-c01592035993 service neutron] For port fc860ca2-d951-4a48-a63d-1f777f905aac, host hv-cinder-77218, cleared binding levels {{(pid=80235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 06:59:15.649018 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8231263-126d-4888-a18b-4fba34bd2bc0 req-63302134-4bfb-4f4c-ae17-68446c7e7e0a tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:59:15.650731 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-a8231263-126d-4888-a18b-4fba34bd2bc0 req-63302134-4bfb-4f4c-ae17-68446c7e7e0a tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/ports?device_id=a2f64be8-97ae-4f3e-8619-310e5589200b HTTP/1.1" status: 200 len: 943 time: 0.1219237 Jan 24 06:59:15.667488 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a8ff8a-c96f-429d-b4a2-e51aee132292 req-3d2b2749-bb3a-40f1-8048-804048cd7b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:59:15.685487 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-79a8ff8a-c96f-429d-b4a2-e51aee132292 req-3d2b2749-bb3a-40f1-8048-804048cd7b35 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0dadd72a-b072-4889-a91f-b6d7879c968a HTTP/1.1" status: 200 len: 858 time: 0.2550452 Jan 24 06:59:15.692744 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-886ab9d1-a92c-439a-8b49-61f28ccda4b9 req-10fba981-2823-49f2-acbd-c01592035993 service neutron] For port fc860ca2-d951-4a48-a63d-1f777f905aac, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=fc860ca2-d951-4a48-a63d-1f777f905aac,segment=NetworkSegment(adda3e32-e252-4d09-9851-9d25a3fda79e),segment_id=adda3e32-e252-4d09-9851-9d25a3fda79e)] {{(pid=80235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 06:59:15.736165 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-a8231263-126d-4888-a18b-4fba34bd2bc0 req-eeb6342e-affa-4e84-97cb-99cf37276db1 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/security-groups?id=b0fd1909-caa0-4f27-9897-89809084cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769861 Jan 24 06:59:15.736364 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-886ab9d1-a92c-439a-8b49-61f28ccda4b9 req-10fba981-2823-49f2-acbd-c01592035993 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098'] for port, after_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:15.759655 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-79a8ff8a-c96f-429d-b4a2-e51aee132292 req-b6f0233f-9f69-486f-8c29-bcff9449e139 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a584046b-dd19-4b2d-957a-0c960829c5a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732064 Jan 24 06:59:15.766384 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:59:15.867086 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fba981-2823-49f2-acbd-c01592035993 service neutron] Pushing event updated for resources: {'Port': ['ID=fc860ca2-d951-4a48-a63d-1f777f905aac,revision_number=3']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:59:15.871239 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-10fba981-2823-49f2-acbd-c01592035993 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:59:16.006218 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 59572) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:59:16.040658 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1205772b-cb04-4a3e-95ff-27f02092c161 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:16.052838 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-243f2871-1afc-4712-a11f-e05e68014315 req-d743b6ec-2665-4c30-83c0-9cadb2dc1f0d service neutron] 10.222.0.18 "GET /v2.0/networks/a584046b-dd19-4b2d-957a-0c960829c5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6748555 Jan 24 06:59:16.080212 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-1205772b-cb04-4a3e-95ff-27f02092c161 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 06:59:16.091290 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-1205772b-cb04-4a3e-95ff-27f02092c161 admin admin] Usage tracker for resource:security_group_rule and tenant:7014e6a25c3c4572ae5e2d2e02bc464f is out of sync, need to count used quota {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 06:59:16.094509 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-1205772b-cb04-4a3e-95ff-27f02092c161 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 06:59:16.106795 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-1205772b-cb04-4a3e-95ff-27f02092c161 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 06:59:16.220730 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.objects.ports [None req-2bd8d335-c426-4be4-a9da-b03f7b5598b4 None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=80237) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 24 06:59:16.248243 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c967790b-9dac-4437-a4ca-f6bb1097e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:16.382453 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef47110-603f-48b3-858e-8c1099a8f061 req-363b6d4d-a32c-4642-b695-eee05c51fa4b tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:59:16.384199 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-eef47110-603f-48b3-858e-8c1099a8f061 req-363b6d4d-a32c-4642-b695-eee05c51fa4b tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/ports?device_id=d8b28494-46db-42eb-9dfe-87b08b818e90 HTTP/1.1" status: 200 len: 944 time: 0.2304637 Jan 24 06:59:16.393182 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1205772b-cb04-4a3e-95ff-27f02092c161 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:16.410344 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1205772b-cb04-4a3e-95ff-27f02092c161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:16.421178 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:59:16.456371 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1205772b-cb04-4a3e-95ff-27f02092c161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce72bd53-da8d-4937-9327-8d8fd6a4f2f3,revision_number=1']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:59:16.463460 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-1205772b-cb04-4a3e-95ff-27f02092c161 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:59:16.494680 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-1205772b-cb04-4a3e-95ff-27f02092c161 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7014e6a25c3c4572ae5e2d2e02bc464f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4872742 Jan 24 06:59:16.497363 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 59590) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:59:16.506833 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-eef47110-603f-48b3-858e-8c1099a8f061 req-a82b63d7-87c4-4e55-a36a-95865f47ea0a tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/security-groups?id=7c9aee4f-6d1b-48fa-a5b9-acc674b2a6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120117 Jan 24 06:59:16.566331 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-79a8ff8a-c96f-429d-b4a2-e51aee132292 req-0153ad9c-2bbc-4c37-b08c-5366c63550cf service neutron] 10.222.0.18 "GET /v2.0/networks/a584046b-dd19-4b2d-957a-0c960829c5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7043316 Jan 24 06:59:16.577200 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e637abab-3278-4693-8d16-e28abd217090 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:16.619388 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886ab9d1-a92c-439a-8b49-61f28ccda4b9 req-10fba981-2823-49f2-acbd-c01592035993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:59:16.620114 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-886ab9d1-a92c-439a-8b49-61f28ccda4b9 req-10fba981-2823-49f2-acbd-c01592035993 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539807'] for port, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:16.621894 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-886ab9d1-a92c-439a-8b49-61f28ccda4b9 req-10fba981-2823-49f2-acbd-c01592035993 service neutron] 10.222.0.18 "PUT /v2.0/ports/fc860ca2-d951-4a48-a63d-1f777f905aac HTTP/1.1" status: 200 len: 1158 time: 4.8419721 Jan 24 06:59:16.659405 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e637abab-3278-4693-8d16-e28abd217090 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:16.737240 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-243f2871-1afc-4712-a11f-e05e68014315 req-c5f576dd-8e80-4499-a64d-f4589cd88623 service neutron] 10.222.0.18 "GET /v2.0/networks/a584046b-dd19-4b2d-957a-0c960829c5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6746919 Jan 24 06:59:16.742669 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e637abab-3278-4693-8d16-e28abd217090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:16.749972 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-7f845082-3c20-4ac5-9156-a5dc82234b94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:59:16.782855 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Device 496b5560-bce1-471a-b00e-cc0c4e9f3c79 up at agent ovs-agent-hv-cinder-77218 {{(pid=80237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 06:59:16.789870 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e637abab-3278-4693-8d16-e28abd217090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce72bd53-da8d-4937-9327-8d8fd6a4f2f3,revision_number=None']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:59:16.794191 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-e637abab-3278-4693-8d16-e28abd217090 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:59:16.795668 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e637abab-3278-4693-8d16-e28abd217090 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:16.797136 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-e637abab-3278-4693-8d16-e28abd217090 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ce72bd53-da8d-4937-9327-8d8fd6a4f2f3 HTTP/1.1" status: 204 len: 168 time: 0.2987959 Jan 24 06:59:16.917690 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8b28494-46db-42eb-9dfe-87b08b818e90', 'tag': 'fc860ca2-d951-4a48-a63d-1f777f905aac'}] {{(pid=80235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 06:59:17.019871 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-79a8ff8a-c96f-429d-b4a2-e51aee132292 req-cb1ba420-f61a-4acd-81ea-1d1982b17561 service neutron] 10.222.0.18 "GET /v2.0/networks/a584046b-dd19-4b2d-957a-0c960829c5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4339600 Jan 24 06:59:17.048624 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8b28494-46db-42eb-9dfe-87b08b818e90', 'tag': 'fc860ca2-d951-4a48-a63d-1f777f905aac', 'status': 'completed', 'code': 200} Jan 24 06:59:17.056455 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Provisioning for port 496b5560-bce1-471a-b00e-cc0c4e9f3c79 completed by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 06:59:17.067929 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886ab9d1-a92c-439a-8b49-61f28ccda4b9 req-c0e68e13-94d8-4d29-9521-67c6f21a28a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:59:17.069499 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-886ab9d1-a92c-439a-8b49-61f28ccda4b9 req-c0e68e13-94d8-4d29-9521-67c6f21a28a7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2fc6fa56d19f4f2496beee60631c3cb7&device_id=d8b28494-46db-42eb-9dfe-87b08b818e90 HTTP/1.1" status: 200 len: 1161 time: 0.3511801 Jan 24 06:59:17.071121 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Provisioning complete for port 496b5560-bce1-471a-b00e-cc0c4e9f3c79 triggered by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 06:59:17.071528 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:17.221345 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ba8c97-e535-476d-bbc9-4ca3837e874a req-30aae678-f4ad-44d7-ab2a-870dadebbdea tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:59:17.232609 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-76ba8c97-e535-476d-bbc9-4ca3837e874a req-30aae678-f4ad-44d7-ab2a-870dadebbdea tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/ports?device_id=a2f64be8-97ae-4f3e-8619-310e5589200b HTTP/1.1" status: 200 len: 943 time: 0.2045479 Jan 24 06:59:17.300801 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:17.310382 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-76ba8c97-e535-476d-bbc9-4ca3837e874a req-3b95532d-bb9d-408d-a5b0-a5a063dab258 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/security-groups?id=b0fd1909-caa0-4f27-9897-89809084cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760438 Jan 24 06:59:17.346755 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed8ebb10-299f-410a-82e9-9ee3888a0575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '496b5560-bce1-471a-b00e-cc0c4e9f3c79'}] {{(pid=80237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 06:59:17.359596 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] For port 496b5560-bce1-471a-b00e-cc0c4e9f3c79, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=496b5560-bce1-471a-b00e-cc0c4e9f3c79,segment=NetworkSegment(c42de142-bc09-4c88-8c21-53c17236eeb2),segment_id=c42de142-bc09-4c88-8c21-53c17236eeb2)] {{(pid=80237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 06:59:17.368862 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098'] for port, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:17.372045 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:59:17.482765 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed8ebb10-299f-410a-82e9-9ee3888a0575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '496b5560-bce1-471a-b00e-cc0c4e9f3c79', 'code': 200} Jan 24 06:59:17.483550 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Pushing event updated for resources: {'Port': ['ID=496b5560-bce1-471a-b00e-cc0c4e9f3c79,revision_number=4']} {{(pid=80237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:59:17.488561 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:59:17.497102 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-886ab9d1-a92c-439a-8b49-61f28ccda4b9 req-beed3502-f1e2-45dd-8f6f-33d876802843 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc860ca2-d951-4a48-a63d-1f777f905aac HTTP/1.1" status: 200 len: 217 time: 0.3512945 Jan 24 06:59:17.642678 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886ab9d1-a92c-439a-8b49-61f28ccda4b9 req-3ef3c08b-5d68-4123-aa5c-cbb9b8b38950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:59:17.644302 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-886ab9d1-a92c-439a-8b49-61f28ccda4b9 req-3ef3c08b-5d68-4123-aa5c-cbb9b8b38950 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f89146f0-67b7-43a2-a952-f2f292e8520d HTTP/1.1" status: 200 len: 849 time: 0.1192482 Jan 24 06:59:17.755673 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88353725-451b-460a-9a6b-1240c2a73dd0 req-bbd21dfc-dfa6-4db5-8dda-233cb1ab5a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:59:17.757323 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-88353725-451b-460a-9a6b-1240c2a73dd0 req-bbd21dfc-dfa6-4db5-8dda-233cb1ab5a9d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ad0f0f6ed63d4257be2cdd0b6041510c&device_id=a2f64be8-97ae-4f3e-8619-310e5589200b HTTP/1.1" status: 200 len: 1160 time: 0.6084785 Jan 24 06:59:17.926352 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5054d358-7e49-4e19-9930-d3a08847588c req-9576041e-c750-4a69-b34e-e9ede192c203 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:59:17.935959 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-5054d358-7e49-4e19-9930-d3a08847588c req-9576041e-c750-4a69-b34e-e9ede192c203 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/ports?device_id=d8b28494-46db-42eb-9dfe-87b08b818e90 HTTP/1.1" status: 200 len: 944 time: 0.1862266 Jan 24 06:59:18.010732 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886ab9d1-a92c-439a-8b49-61f28ccda4b9 req-6a741ea0-dfa8-495c-a7cd-6c0ece3d0e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:59:18.013235 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-5054d358-7e49-4e19-9930-d3a08847588c req-1f6ed848-85f9-4023-859a-36b164a30500 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/security-groups?id=7c9aee4f-6d1b-48fa-a5b9-acc674b2a6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761449 Jan 24 06:59:18.018167 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-886ab9d1-a92c-439a-8b49-61f28ccda4b9 req-6a741ea0-dfa8-495c-a7cd-6c0ece3d0e37 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=440b000a-80da-445e-b13a-3c626561a2d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3593717 Jan 24 06:59:18.158088 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Device 496b5560-bce1-471a-b00e-cc0c4e9f3c79 up at agent ovs-agent-hv-cinder-77218 {{(pid=80237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 06:59:18.185751 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878fe068-3f67-43c8-894b-66a5c9e39c92 req-7e940822-148f-48ec-8b32-41b1e471b271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:59:18.187471 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-878fe068-3f67-43c8-894b-66a5c9e39c92 req-7e940822-148f-48ec-8b32-41b1e471b271 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ed8ebb10-299f-410a-82e9-9ee3888a0575 HTTP/1.1" status: 200 len: 1162 time: 0.3266280 Jan 24 06:59:18.190672 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88353725-451b-460a-9a6b-1240c2a73dd0 req-21213ec5-a97b-4376-a266-d428594f8b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:59:18.193413 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-88353725-451b-460a-9a6b-1240c2a73dd0 req-21213ec5-a97b-4376-a266-d428594f8b12 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a584046b-dd19-4b2d-957a-0c960829c5a8 HTTP/1.1" status: 200 len: 912 time: 0.4245672 Jan 24 06:59:18.265770 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Provisioning complete for port 496b5560-bce1-471a-b00e-cc0c4e9f3c79 triggered by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 06:59:18.277618 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:18.306526 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-88353725-451b-460a-9a6b-1240c2a73dd0 req-2963a6f9-1479-4323-bfae-d55ab28d62c9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4ca5848-1598-4b1e-87f1-a703c1436942 HTTP/1.1" status: 200 len: 217 time: 0.0988469 Jan 24 06:59:18.348997 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-886ab9d1-a92c-439a-8b49-61f28ccda4b9 req-c83f8fa9-9fa3-47c2-b550-8eaec9f7ebb3 service neutron] 10.222.0.18 "GET /v2.0/networks/440b000a-80da-445e-b13a-3c626561a2d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3214865 Jan 24 06:59:18.482518 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-878fe068-3f67-43c8-894b-66a5c9e39c92 req-b6159444-1699-4662-a216-5f0ae6592de8 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b0fd1909-caa0-4f27-9897-89809084cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724385 Jan 24 06:59:18.580163 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88353725-451b-460a-9a6b-1240c2a73dd0 req-d4bf786e-0fbb-4f22-8ab6-9d4629a933f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:59:18.580586 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-88353725-451b-460a-9a6b-1240c2a73dd0 req-d4bf786e-0fbb-4f22-8ab6-9d4629a933f1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0dadd72a-b072-4889-a91f-b6d7879c968a HTTP/1.1" status: 200 len: 858 time: 0.2342587 Jan 24 06:59:18.690172 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-886ab9d1-a92c-439a-8b49-61f28ccda4b9 req-244ac1a9-20d6-4651-84a8-99317db94642 service neutron] 10.222.0.18 "GET /v2.0/networks/440b000a-80da-445e-b13a-3c626561a2d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2463615 Jan 24 06:59:18.741973 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86ea177-e785-4755-8480-dda1ac0cc810 req-91cfa044-5c33-45fa-a78e-073e4439b5b3 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:59:18.750546 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-c86ea177-e785-4755-8480-dda1ac0cc810 req-91cfa044-5c33-45fa-a78e-073e4439b5b3 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/ports?device_id=a2f64be8-97ae-4f3e-8619-310e5589200b HTTP/1.1" status: 200 len: 943 time: 0.2127728 Jan 24 06:59:18.845157 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-c86ea177-e785-4755-8480-dda1ac0cc810 req-41172454-8679-4b7d-a90e-5d5179cca300 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/security-groups?id=b0fd1909-caa0-4f27-9897-89809084cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934100 Jan 24 06:59:18.869790 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-88353725-451b-460a-9a6b-1240c2a73dd0 req-1dda25c6-32a3-4e32-9816-affb146e95fe service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a584046b-dd19-4b2d-957a-0c960829c5a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1137791 Jan 24 06:59:18.999180 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9054f5df-6165-40fc-8560-f0fcd564f60a req-4d39feb8-304a-43a1-aeb3-23786d47f662 tempest-DeleteServersTestJSON-1865463731 tempest-DeleteServersTestJSON-1865463731] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:59:19.000970 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-9054f5df-6165-40fc-8560-f0fcd564f60a req-4d39feb8-304a-43a1-aeb3-23786d47f662 tempest-DeleteServersTestJSON-1865463731 tempest-DeleteServersTestJSON-1865463731] 10.222.0.22 "GET /v2.0/ports?device_id=5cac4c5f-ce95-46c5-a499-e192d64a0bfb HTTP/1.1" status: 200 len: 945 time: 0.1422386 Jan 24 06:59:19.089269 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-9054f5df-6165-40fc-8560-f0fcd564f60a req-f52ecca1-17fe-4437-9ea5-8adb6167a6d2 tempest-DeleteServersTestJSON-1865463731 tempest-DeleteServersTestJSON-1865463731] 10.222.0.22 "GET /v2.0/security-groups?id=ba0f971c-3bdb-4b13-a3da-1d2ed1659349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800533 Jan 24 06:59:19.332319 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0111e8-325e-4bba-857b-17569004ebdd req-3625d2a3-5518-4e82-a84b-2a1d1b4526f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:59:19.338333 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-de0111e8-325e-4bba-857b-17569004ebdd req-3625d2a3-5518-4e82-a84b-2a1d1b4526f3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2fc6fa56d19f4f2496beee60631c3cb7&device_id=d8b28494-46db-42eb-9dfe-87b08b818e90 HTTP/1.1" status: 200 len: 1161 time: 0.3826838 Jan 24 06:59:19.343031 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-88353725-451b-460a-9a6b-1240c2a73dd0 req-8ecc2705-2eff-40bc-90af-e750876f3c09 service neutron] 10.222.0.18 "GET /v2.0/networks/a584046b-dd19-4b2d-957a-0c960829c5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4130316 Jan 24 06:59:19.489217 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effb0cc9-9a9f-4241-9d90-8afa3e2fa1f8 req-013bf23c-d193-4831-893c-48452140e9b1 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:59:19.499546 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-effb0cc9-9a9f-4241-9d90-8afa3e2fa1f8 req-013bf23c-d193-4831-893c-48452140e9b1 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/ports?device_id=d8b28494-46db-42eb-9dfe-87b08b818e90 HTTP/1.1" status: 200 len: 944 time: 0.2969737 Jan 24 06:59:19.559940 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-effb0cc9-9a9f-4241-9d90-8afa3e2fa1f8 req-1b100ef7-f5fa-4df5-92b2-98f4fb1d8b60 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/security-groups?id=7c9aee4f-6d1b-48fa-a5b9-acc674b2a6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553658 Jan 24 06:59:19.621138 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-73e242ac-8790-4a78-a707-fe00eef564b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:19.639366 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0111e8-325e-4bba-857b-17569004ebdd req-675842f4-a7e3-4dbc-b38c-42b67c4942d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:59:19.641295 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-de0111e8-325e-4bba-857b-17569004ebdd req-675842f4-a7e3-4dbc-b38c-42b67c4942d6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=440b000a-80da-445e-b13a-3c626561a2d5 HTTP/1.1" status: 200 len: 904 time: 0.2869883 Jan 24 06:59:19.808884 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-de0111e8-325e-4bba-857b-17569004ebdd req-06afacb0-eddc-44bd-bdf1-2498345bad81 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc860ca2-d951-4a48-a63d-1f777f905aac HTTP/1.1" status: 200 len: 217 time: 0.1097753 Jan 24 06:59:19.911764 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-88353725-451b-460a-9a6b-1240c2a73dd0 req-63dbc2f8-ba80-416e-aedd-6e336776f89e service neutron] 10.222.0.18 "GET /v2.0/networks/a584046b-dd19-4b2d-957a-0c960829c5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5558717 Jan 24 06:59:20.027510 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0111e8-325e-4bba-857b-17569004ebdd req-26a13202-947a-442a-94cb-1c625aade9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:59:20.034461 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-de0111e8-325e-4bba-857b-17569004ebdd req-26a13202-947a-442a-94cb-1c625aade9c7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f89146f0-67b7-43a2-a952-f2f292e8520d HTTP/1.1" status: 200 len: 849 time: 0.1850922 Jan 24 06:59:20.179933 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0111e8-325e-4bba-857b-17569004ebdd req-f5eda9f0-8ae2-4c34-bb1d-2b778dec9e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:59:20.182075 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-de0111e8-325e-4bba-857b-17569004ebdd req-f5eda9f0-8ae2-4c34-bb1d-2b778dec9e1a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=440b000a-80da-445e-b13a-3c626561a2d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1386189 Jan 24 06:59:20.278183 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bef24d-95e4-49aa-8ec2-58fe86e29a03 req-1671655c-5b1a-41d5-a446-bad70357b5f4 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:59:20.288040 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-c7bef24d-95e4-49aa-8ec2-58fe86e29a03 req-1671655c-5b1a-41d5-a446-bad70357b5f4 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/ports?device_id=a2f64be8-97ae-4f3e-8619-310e5589200b HTTP/1.1" status: 200 len: 943 time: 0.1358399 Jan 24 06:59:20.337890 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 59754) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:59:20.420941 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-c7bef24d-95e4-49aa-8ec2-58fe86e29a03 req-b8ec1de2-d608-472c-96ae-56daabfec787 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/security-groups?id=b0fd1909-caa0-4f27-9897-89809084cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315513 Jan 24 06:59:20.512748 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eba5ee-937c-4bfa-9208-3050a3244c4e req-c6f62900-0861-4a5a-aa98-d232ba5e6784 tempest-DeleteServersTestJSON-1865463731 tempest-DeleteServersTestJSON-1865463731] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:59:20.515079 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-e5eba5ee-937c-4bfa-9208-3050a3244c4e req-c6f62900-0861-4a5a-aa98-d232ba5e6784 tempest-DeleteServersTestJSON-1865463731 tempest-DeleteServersTestJSON-1865463731] 10.222.0.22 "GET /v2.0/ports?device_id=5cac4c5f-ce95-46c5-a499-e192d64a0bfb HTTP/1.1" status: 200 len: 945 time: 0.1968086 Jan 24 06:59:20.619142 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-e5eba5ee-937c-4bfa-9208-3050a3244c4e req-9767296c-f3b0-4d92-b7db-0e87decb3e9a tempest-DeleteServersTestJSON-1865463731 tempest-DeleteServersTestJSON-1865463731] 10.222.0.22 "GET /v2.0/security-groups?id=ba0f971c-3bdb-4b13-a3da-1d2ed1659349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961437 Jan 24 06:59:20.643039 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Device d4ca5848-1598-4b1e-87f1-a703c1436942 up at agent ovs-agent-hv-cinder-77218 {{(pid=80237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 06:59:20.662485 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-175712d5-dc42-4da6-98d2-bcfd70a79b87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:20.721469 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-175712d5-dc42-4da6-98d2-bcfd70a79b87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 06:59:20.735153 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6fc55f4c-82e6-45f4-959f-57c0b666c38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:20.742115 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-175712d5-dc42-4da6-98d2-bcfd70a79b87 admin admin] Usage tracker for resource:security_group_rule and tenant:f4f3ae616b7045edaf3e692c291bc68f is out of sync, need to count used quota {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 06:59:20.765932 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-175712d5-dc42-4da6-98d2-bcfd70a79b87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 06:59:20.767304 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Provisioning for port d4ca5848-1598-4b1e-87f1-a703c1436942 completed by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 06:59:20.774192 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Provisioning complete for port d4ca5848-1598-4b1e-87f1-a703c1436942 triggered by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 06:59:20.775326 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:20.785313 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-175712d5-dc42-4da6-98d2-bcfd70a79b87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 06:59:20.799931 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-de0111e8-325e-4bba-857b-17569004ebdd req-399502ee-539d-43ee-9314-1200a9660182 service neutron] 10.222.0.18 "GET /v2.0/networks/440b000a-80da-445e-b13a-3c626561a2d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6096489 Jan 24 06:59:20.925681 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:20.974079 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] For port d4ca5848-1598-4b1e-87f1-a703c1436942, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=d4ca5848-1598-4b1e-87f1-a703c1436942,segment=NetworkSegment(c42de142-bc09-4c88-8c21-53c17236eeb2),segment_id=c42de142-bc09-4c88-8c21-53c17236eeb2)] {{(pid=80237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 06:59:20.974657 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2f64be8-97ae-4f3e-8619-310e5589200b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4ca5848-1598-4b1e-87f1-a703c1436942'}] {{(pid=80237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 06:59:20.992999 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098'] for port, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:20.998382 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:59:21.063234 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028125db-0106-4fd1-b6fa-233ef2f629a1 req-678c02b5-0366-44d7-b3f6-280709b7d2c7 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:59:21.064893 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-028125db-0106-4fd1-b6fa-233ef2f629a1 req-678c02b5-0366-44d7-b3f6-280709b7d2c7 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/ports?device_id=d8b28494-46db-42eb-9dfe-87b08b818e90 HTTP/1.1" status: 200 len: 944 time: 0.2043238 Jan 24 06:59:21.111551 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2f64be8-97ae-4f3e-8619-310e5589200b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4ca5848-1598-4b1e-87f1-a703c1436942', 'code': 200} Jan 24 06:59:21.158868 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-028125db-0106-4fd1-b6fa-233ef2f629a1 req-f967b40e-9517-4c6f-b37a-c86e84b8c020 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/security-groups?id=7c9aee4f-6d1b-48fa-a5b9-acc674b2a6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820863 Jan 24 06:59:21.209818 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Pushing event updated for resources: {'Port': ['ID=d4ca5848-1598-4b1e-87f1-a703c1436942,revision_number=4']} {{(pid=80237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:59:21.226013 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:21.228602 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:59:21.501253 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 59794) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:59:21.524210 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2505db9-fa6d-45ed-88cb-98d11515ec94 req-80008485-5316-48b0-b601-7e9149c65172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:59:21.526467 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-e2505db9-fa6d-45ed-88cb-98d11515ec94 req-80008485-5316-48b0-b601-7e9149c65172 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a2f64be8-97ae-4f3e-8619-310e5589200b HTTP/1.1" status: 200 len: 1162 time: 0.1424415 Jan 24 06:59:21.569015 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-175712d5-dc42-4da6-98d2-bcfd70a79b87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:21.581573 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-d2c799bf-92f7-45a0-9edb-86fb91027d16 req-45cc7746-e0a9-4c19-8356-1573f5b016a1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ed8ebb10-299f-410a-82e9-9ee3888a0575&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.7268355 Jan 24 06:59:21.588446 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-de0111e8-325e-4bba-857b-17569004ebdd req-0ff66d32-5210-4ee5-87ec-cf125bdb28e9 service neutron] 10.222.0.18 "GET /v2.0/networks/440b000a-80da-445e-b13a-3c626561a2d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7325218 Jan 24 06:59:21.590007 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-175712d5-dc42-4da6-98d2-bcfd70a79b87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:21.599004 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-e2505db9-fa6d-45ed-88cb-98d11515ec94 req-940f62a4-0a9b-42e7-afe9-72c9d8ed5991 service neutron] Synchronizing usage tracker for tenant:1ff57cf4c9ff4ddc824f8427a8f6d2fd on resource:security_group {{(pid=80236) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 06:59:21.623060 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-e2505db9-fa6d-45ed-88cb-98d11515ec94 req-940f62a4-0a9b-42e7-afe9-72c9d8ed5991 service neutron] Unset dirty status for tenant:1ff57cf4c9ff4ddc824f8427a8f6d2fd on resource:security_group {{(pid=80236) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 06:59:21.627133 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-e2505db9-fa6d-45ed-88cb-98d11515ec94 req-940f62a4-0a9b-42e7-afe9-72c9d8ed5991 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b0fd1909-caa0-4f27-9897-89809084cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934885 Jan 24 06:59:21.631631 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:59:21.735734 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec69d5b9-6304-4871-9c38-22123add1d73 req-6f400818-a6f9-4cc4-838e-2a6b625d2aea tempest-DeleteServersTestJSON-1865463731 tempest-DeleteServersTestJSON-1865463731] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:59:21.740422 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-ec69d5b9-6304-4871-9c38-22123add1d73 req-6f400818-a6f9-4cc4-838e-2a6b625d2aea tempest-DeleteServersTestJSON-1865463731 tempest-DeleteServersTestJSON-1865463731] 10.222.0.18 "GET /v2.0/ports?device_id=5cac4c5f-ce95-46c5-a499-e192d64a0bfb HTTP/1.1" status: 200 len: 945 time: 0.5889580 Jan 24 06:59:21.858892 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175712d5-dc42-4da6-98d2-bcfd70a79b87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c08def60-1af6-4453-a6df-727cdd891013,revision_number=1']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:59:21.887764 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-175712d5-dc42-4da6-98d2-bcfd70a79b87 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f4f3ae616b7045edaf3e692c291bc68f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5471599 Jan 24 06:59:21.887764 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-175712d5-dc42-4da6-98d2-bcfd70a79b87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:59:21.890582 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 59808) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:59:22.028416 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6f8df8e4-a73f-4a81-bdac-6ec97b324633 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:22.044806 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 59816) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:59:22.060455 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-6f8df8e4-a73f-4a81-bdac-6ec97b324633 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 06:59:22.073087 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-6f8df8e4-a73f-4a81-bdac-6ec97b324633 admin admin] Usage tracker for resource:security_group_rule and tenant:d8a1d0e36bd34ab08edca06c041dbc17 is out of sync, need to count used quota {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 06:59:22.088532 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [req-ec69d5b9-6304-4871-9c38-22123add1d73 req-5594dd6f-82a2-450e-9614-a7f77a513c7b tempest-DeleteServersTestJSON-1865463731 tempest-DeleteServersTestJSON-1865463731] Deleting port 16e029c9-c633-4363-bb51-308e29c55db0 {{(pid=80235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 06:59:22.088918 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-ec69d5b9-6304-4871-9c38-22123add1d73 req-5594dd6f-82a2-450e-9614-a7f77a513c7b tempest-DeleteServersTestJSON-1865463731 tempest-DeleteServersTestJSON-1865463731] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760141954436'] for port, before_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:22.124755 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-6f8df8e4-a73f-4a81-bdac-6ec97b324633 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 06:59:22.153502 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-6f8df8e4-a73f-4a81-bdac-6ec97b324633 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 06:59:22.195477 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8b04361b-f914-4dbb-a18c-6aa570014c59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:22.280352 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d33eb4-8c2f-452e-9fa5-0f4a36a665d8 req-093fe492-f204-45d3-b7a1-784264443ae7 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:59:22.282068 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-56d33eb4-8c2f-452e-9fa5-0f4a36a665d8 req-093fe492-f204-45d3-b7a1-784264443ae7 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/ports?device_id=a2f64be8-97ae-4f3e-8619-310e5589200b HTTP/1.1" status: 200 len: 945 time: 0.5316539 Jan 24 06:59:22.284165 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8b04361b-f914-4dbb-a18c-6aa570014c59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:22.284299 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e52e05de-cc9a-4ce8-8ec7-88b155166741 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:22.311988 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-e52e05de-cc9a-4ce8-8ec7-88b155166741 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 06:59:22.370795 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d7d88d-4d99-4385-8ec9-bbaad8b303d7 req-ae5374d6-dcd2-411b-9cd8-5326a1128a92 tempest-DeleteServersTestJSON-1865463731 tempest-DeleteServersTestJSON-1865463731] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:59:22.372492 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-25d7d88d-4d99-4385-8ec9-bbaad8b303d7 req-ae5374d6-dcd2-411b-9cd8-5326a1128a92 tempest-DeleteServersTestJSON-1865463731 tempest-DeleteServersTestJSON-1865463731] 10.222.0.22 "GET /v2.0/ports?device_id=5cac4c5f-ce95-46c5-a499-e192d64a0bfb HTTP/1.1" status: 200 len: 945 time: 0.3556919 Jan 24 06:59:22.390592 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-e52e05de-cc9a-4ce8-8ec7-88b155166741 admin admin] Usage tracker for resource:security_group_rule and tenant:c57c2655ab41478e927752a568a72ccd is out of sync, need to count used quota {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 06:59:22.402507 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-e52e05de-cc9a-4ce8-8ec7-88b155166741 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 06:59:22.426644 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-e52e05de-cc9a-4ce8-8ec7-88b155166741 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 06:59:22.443237 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-56d33eb4-8c2f-452e-9fa5-0f4a36a665d8 req-eae202c3-90d5-44bc-8828-e7b745ec59b2 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/security-groups?id=b0fd1909-caa0-4f27-9897-89809084cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435111 Jan 24 06:59:22.446200 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c799bf-92f7-45a0-9edb-86fb91027d16 req-23d6528f-dd16-4f89-9205-a3bad55505ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:59:22.447754 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-d2c799bf-92f7-45a0-9edb-86fb91027d16 req-23d6528f-dd16-4f89-9205-a3bad55505ac service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ad0f0f6ed63d4257be2cdd0b6041510c&device_id=ed8ebb10-299f-410a-82e9-9ee3888a0575 HTTP/1.1" status: 200 len: 1162 time: 0.4323952 Jan 24 06:59:22.480060 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-25d7d88d-4d99-4385-8ec9-bbaad8b303d7 req-947ba2ae-535e-4fa4-a158-b0ae99fe03a1 tempest-DeleteServersTestJSON-1865463731 tempest-DeleteServersTestJSON-1865463731] 10.222.0.22 "GET /v2.0/security-groups?id=ba0f971c-3bdb-4b13-a3da-1d2ed1659349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914135 Jan 24 06:59:22.539435 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-ec69d5b9-6304-4871-9c38-22123add1d73 req-5594dd6f-82a2-450e-9614-a7f77a513c7b tempest-DeleteServersTestJSON-1865463731 tempest-DeleteServersTestJSON-1865463731] For port 16e029c9-c633-4363-bb51-308e29c55db0, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=16e029c9-c633-4363-bb51-308e29c55db0,segment=NetworkSegment(6fdbfd3f-d3ae-47e4-b9e1-f54dda16feae),segment_id=6fdbfd3f-d3ae-47e4-b9e1-f54dda16feae)] {{(pid=80235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 06:59:22.540001 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-ec69d5b9-6304-4871-9c38-22123add1d73 req-5594dd6f-82a2-450e-9614-a7f77a513c7b tempest-DeleteServersTestJSON-1865463731 tempest-DeleteServersTestJSON-1865463731] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854346336'] for port, precommit_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:22.565396 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6f8df8e4-a73f-4a81-bdac-6ec97b324633 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:22.574210 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8b04361b-f914-4dbb-a18c-6aa570014c59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:22.584212 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:59:22.613037 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b04361b-f914-4dbb-a18c-6aa570014c59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c08def60-1af6-4453-a6df-727cdd891013,revision_number=None']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:59:22.616332 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-8b04361b-f914-4dbb-a18c-6aa570014c59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:59:22.627614 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8b04361b-f914-4dbb-a18c-6aa570014c59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:22.630223 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-8b04361b-f914-4dbb-a18c-6aa570014c59 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c08def60-1af6-4453-a6df-727cdd891013 HTTP/1.1" status: 204 len: 168 time: 0.7317386 Jan 24 06:59:22.699317 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6f8df8e4-a73f-4a81-bdac-6ec97b324633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:22.708491 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [req-ec69d5b9-6304-4871-9c38-22123add1d73 req-5594dd6f-82a2-450e-9614-a7f77a513c7b tempest-DeleteServersTestJSON-1865463731 tempest-DeleteServersTestJSON-1865463731] Calling delete_port for 16e029c9-c633-4363-bb51-308e29c55db0 owned by compute:nova {{(pid=80235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 06:59:22.739426 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c799bf-92f7-45a0-9edb-86fb91027d16 req-859a74f9-31da-424f-b627-333c87e22f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:59:22.741161 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-d2c799bf-92f7-45a0-9edb-86fb91027d16 req-859a74f9-31da-424f-b627-333c87e22f0f service neutron] 10.222.0.18 "GET /v2.0/networks?id=a584046b-dd19-4b2d-957a-0c960829c5a8 HTTP/1.1" status: 200 len: 912 time: 0.2583098 Jan 24 06:59:22.752320 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-234e5594-7a0b-4e8c-b8aa-6f4b31972cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:22.780288 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-051d0d6b-1b9a-4c80-b40b-b433b107ae16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:59:22.843032 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-d2c799bf-92f7-45a0-9edb-86fb91027d16 req-9b8afbd5-0f14-4106-96d4-eb18f5047a2b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=496b5560-bce1-471a-b00e-cc0c4e9f3c79 HTTP/1.1" status: 200 len: 217 time: 0.0931556 Jan 24 06:59:22.847924 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-6f8df8e4-a73f-4a81-bdac-6ec97b324633 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d8a1d0e36bd34ab08edca06c041dbc17&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3415434 Jan 24 06:59:22.850876 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 59828) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:59:22.936214 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c799bf-92f7-45a0-9edb-86fb91027d16 req-053fdec6-c15a-47ff-8807-8c9c12403256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:59:22.937695 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-d2c799bf-92f7-45a0-9edb-86fb91027d16 req-053fdec6-c15a-47ff-8807-8c9c12403256 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0dadd72a-b072-4889-a91f-b6d7879c968a HTTP/1.1" status: 200 len: 858 time: 0.0858581 Jan 24 06:59:22.981092 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e52e05de-cc9a-4ce8-8ec7-88b155166741 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:23.001609 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8df8e4-a73f-4a81-bdac-6ec97b324633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3300ff5-6bb5-40ee-9e5b-6e51c4398054,revision_number=1']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:59:23.006936 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-6f8df8e4-a73f-4a81-bdac-6ec97b324633 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:59:23.007989 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e52e05de-cc9a-4ce8-8ec7-88b155166741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:23.045736 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-65062ba3-5e25-4700-b89c-1c3557ae3738 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:59:23.060976 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-e52e05de-cc9a-4ce8-8ec7-88b155166741 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c57c2655ab41478e927752a568a72ccd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0150268 Jan 24 06:59:23.066436 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 59838) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:59:23.080666 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-d2c799bf-92f7-45a0-9edb-86fb91027d16 req-66d93783-535d-4a50-85f8-70fdc1cb24f1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a584046b-dd19-4b2d-957a-0c960829c5a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0948732 Jan 24 06:59:23.105491 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52e05de-cc9a-4ce8-8ec7-88b155166741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89fc20c5-4d1f-4cb0-90ba-ddb9216c29b6,revision_number=1']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:59:23.154143 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-e52e05de-cc9a-4ce8-8ec7-88b155166741 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:59:23.228252 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-ec69d5b9-6304-4871-9c38-22123add1d73 req-5594dd6f-82a2-450e-9614-a7f77a513c7b tempest-DeleteServersTestJSON-1865463731 tempest-DeleteServersTestJSON-1865463731] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363276712759002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363276713243132'] for port, after_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:23.255111 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-d2c799bf-92f7-45a0-9edb-86fb91027d16 req-a0add277-3c91-49cd-adac-9d1e1a0a07da service neutron] 10.222.0.18 "GET /v2.0/networks/a584046b-dd19-4b2d-957a-0c960829c5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608560 Jan 24 06:59:23.270172 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Device d4ca5848-1598-4b1e-87f1-a703c1436942 up at agent ovs-agent-hv-cinder-77218 {{(pid=80237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 06:59:23.281602 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:59:23.316331 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 59850) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:59:23.321011 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-3777fbb4-4ed9-405c-876f-99d007c64851 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:23.344932 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b6563d00-3aff-4c83-b224-5c20730214e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:23.378300 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b6563d00-3aff-4c83-b224-5c20730214e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:23.429415 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-78619eff-590d-4205-b6a8-957bc23caaf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:23.432700 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Provisioning complete for port d4ca5848-1598-4b1e-87f1-a703c1436942 triggered by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 06:59:23.434273 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:23.454563 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-3777fbb4-4ed9-405c-876f-99d007c64851 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:23.469634 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b6563d00-3aff-4c83-b224-5c20730214e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:23.516338 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f496ac1-d7a3-4d4c-bb61-661a9202dfcf req-ee2bf0e9-3fa8-4b00-a84d-739b5c6122a2 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:59:23.519172 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-0f496ac1-d7a3-4d4c-bb61-661a9202dfcf req-ee2bf0e9-3fa8-4b00-a84d-739b5c6122a2 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/ports?device_id=d8b28494-46db-42eb-9dfe-87b08b818e90 HTTP/1.1" status: 200 len: 944 time: 0.5778666 Jan 24 06:59:23.532958 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-78619eff-590d-4205-b6a8-957bc23caaf2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 06:59:23.540798 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-78619eff-590d-4205-b6a8-957bc23caaf2 admin admin] Usage tracker for resource:security_group_rule and tenant:87253043df7d4116a070ba6910fcce9e is out of sync, need to count used quota {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 06:59:23.546317 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5594dd6f-82a2-450e-9614-a7f77a513c7b tempest-DeleteServersTestJSON-1865463731 tempest-DeleteServersTestJSON-1865463731] Pushing event deleted for resources: {'Port': ['ID=16e029c9-c633-4363-bb51-308e29c55db0,revision_number=None']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:59:23.549064 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-78619eff-590d-4205-b6a8-957bc23caaf2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 06:59:23.556723 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-78619eff-590d-4205-b6a8-957bc23caaf2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 06:59:23.556874 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-5594dd6f-82a2-450e-9614-a7f77a513c7b tempest-DeleteServersTestJSON-1865463731 tempest-DeleteServersTestJSON-1865463731] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:59:23.559242 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-33e8e0de-1bd1-4ddd-94cd-be1581450fb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:59:23.581041 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6563d00-3aff-4c83-b224-5c20730214e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89fc20c5-4d1f-4cb0-90ba-ddb9216c29b6,revision_number=None']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:59:23.592416 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-b6563d00-3aff-4c83-b224-5c20730214e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:59:23.740879 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-0f496ac1-d7a3-4d4c-bb61-661a9202dfcf req-fd1f4fd5-6330-443c-8fdf-7dedc76d4ffc tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/security-groups?id=7c9aee4f-6d1b-48fa-a5b9-acc674b2a6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1479690 Jan 24 06:59:23.741638 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b6563d00-3aff-4c83-b224-5c20730214e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:23.741638 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-b6563d00-3aff-4c83-b224-5c20730214e2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/89fc20c5-4d1f-4cb0-90ba-ddb9216c29b6 HTTP/1.1" status: 204 len: 168 time: 0.6655917 Jan 24 06:59:23.750096 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-d2c799bf-92f7-45a0-9edb-86fb91027d16 req-242067fd-1ef5-41cd-b1b5-7a8c21ecefba service neutron] 10.222.0.18 "GET /v2.0/networks/a584046b-dd19-4b2d-957a-0c960829c5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4819195 Jan 24 06:59:23.823434 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Device fc860ca2-d951-4a48-a63d-1f777f905aac up at agent ovs-agent-hv-cinder-77218 {{(pid=80237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 06:59:23.845410 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-3777fbb4-4ed9-405c-876f-99d007c64851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:23.853370 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:59:23.889041 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3777fbb4-4ed9-405c-876f-99d007c64851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3300ff5-6bb5-40ee-9e5b-6e51c4398054,revision_number=None']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:59:23.892076 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-3777fbb4-4ed9-405c-876f-99d007c64851 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:59:23.917565 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec69d5b9-6304-4871-9c38-22123add1d73 req-5594dd6f-82a2-450e-9614-a7f77a513c7b tempest-DeleteServersTestJSON-1865463731 tempest-DeleteServersTestJSON-1865463731] No DVR routers for this DVR port 16e029c9-c633-4363-bb51-308e29c55db0 on host hv-cinder-77218 {{(pid=80235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 24 06:59:23.925017 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-ec69d5b9-6304-4871-9c38-22123add1d73 req-5594dd6f-82a2-450e-9614-a7f77a513c7b tempest-DeleteServersTestJSON-1865463731 tempest-DeleteServersTestJSON-1865463731] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149749'] for port, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:23.927632 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-ec69d5b9-6304-4871-9c38-22123add1d73 req-5594dd6f-82a2-450e-9614-a7f77a513c7b tempest-DeleteServersTestJSON-1865463731 tempest-DeleteServersTestJSON-1865463731] 10.222.0.18 "DELETE /v2.0/ports/16e029c9-c633-4363-bb51-308e29c55db0 HTTP/1.1" status: 204 len: 173 time: 2.0277278 Jan 24 06:59:23.928421 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cac4c5f-ce95-46c5-a499-e192d64a0bfb', 'name': 'network-vif-deleted', 'tag': '16e029c9-c633-4363-bb51-308e29c55db0'}] {{(pid=80235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 06:59:23.929580 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-78619eff-590d-4205-b6a8-957bc23caaf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:23.932223 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-3777fbb4-4ed9-405c-876f-99d007c64851 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:23.936233 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-3777fbb4-4ed9-405c-876f-99d007c64851 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c3300ff5-6bb5-40ee-9e5b-6e51c4398054 HTTP/1.1" status: 204 len: 168 time: 1.0830188 Jan 24 06:59:23.958756 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-78619eff-590d-4205-b6a8-957bc23caaf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:23.987026 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:59:24.001934 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Provisioning for port fc860ca2-d951-4a48-a63d-1f777f905aac completed by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 06:59:24.014671 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Provisioning complete for port fc860ca2-d951-4a48-a63d-1f777f905aac triggered by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 06:59:24.015526 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:24.039071 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-78619eff-590d-4205-b6a8-957bc23caaf2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=87253043df7d4116a070ba6910fcce9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7128222 Jan 24 06:59:24.040491 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 59886) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:59:24.097662 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-f6efeced-653a-4e8b-a939-bef5e1692a7f req-c1f73ebb-3d41-4d93-a371-9b4e3eba634c tempest-DeleteServersTestJSON-1865463731 tempest-DeleteServersTestJSON-1865463731] 10.222.0.22 "GET /v2.0/ports?device_id=5cac4c5f-ce95-46c5-a499-e192d64a0bfb HTTP/1.1" status: 200 len: 210 time: 0.1148076 Jan 24 06:59:24.142370 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8a0907-7569-4311-b5dc-684d1899e2c0 req-3ad5951e-0566-4cf2-b234-3977d61c7c8b tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:59:24.144122 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-ef8a0907-7569-4311-b5dc-684d1899e2c0 req-3ad5951e-0566-4cf2-b234-3977d61c7c8b tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/ports?device_id=a2f64be8-97ae-4f3e-8619-310e5589200b HTTP/1.1" status: 200 len: 945 time: 0.3856785 Jan 24 06:59:24.157514 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78619eff-590d-4205-b6a8-957bc23caaf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b77f5a0-694e-4820-a91a-d382f7052298,revision_number=1']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:59:24.186204 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-402a96af-8cfe-4b9e-aa83-238ece3cd758 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:24.193574 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-78619eff-590d-4205-b6a8-957bc23caaf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:59:24.284442 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-ef8a0907-7569-4311-b5dc-684d1899e2c0 req-ac67bdee-65b9-40b3-8c1c-7da1c4f2d6f6 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/security-groups?id=b0fd1909-caa0-4f27-9897-89809084cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299806 Jan 24 06:59:24.295992 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-402a96af-8cfe-4b9e-aa83-238ece3cd758 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:24.309602 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cac4c5f-ce95-46c5-a499-e192d64a0bfb', 'name': 'network-vif-deleted', 'tag': '16e029c9-c633-4363-bb51-308e29c55db0', 'status': 'completed', 'code': 200} Jan 24 06:59:24.312903 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:24.396329 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8b28494-46db-42eb-9dfe-87b08b818e90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc860ca2-d951-4a48-a63d-1f777f905aac'}] {{(pid=80237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 06:59:24.397106 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-402a96af-8cfe-4b9e-aa83-238ece3cd758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:24.403477 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-51f2a67c-f3d6-44f2-a352-61dafddecb85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:59:24.420934 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402a96af-8cfe-4b9e-aa83-238ece3cd758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b77f5a0-694e-4820-a91a-d382f7052298,revision_number=None']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:59:24.423049 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] For port fc860ca2-d951-4a48-a63d-1f777f905aac, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=fc860ca2-d951-4a48-a63d-1f777f905aac,segment=NetworkSegment(adda3e32-e252-4d09-9851-9d25a3fda79e),segment_id=adda3e32-e252-4d09-9851-9d25a3fda79e)] {{(pid=80237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 06:59:24.431561 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-402a96af-8cfe-4b9e-aa83-238ece3cd758 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:59:24.434567 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-402a96af-8cfe-4b9e-aa83-238ece3cd758 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:24.436069 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-402a96af-8cfe-4b9e-aa83-238ece3cd758 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1b77f5a0-694e-4820-a91a-d382f7052298 HTTP/1.1" status: 204 len: 168 time: 0.3944826 Jan 24 06:59:24.503452 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098'] for port, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:24.517309 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 59902) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:59:24.519143 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:59:24.567116 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-bb5de2f2-cf4a-43ff-a7eb-5894cdba55ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:24.575479 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8b28494-46db-42eb-9dfe-87b08b818e90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc860ca2-d951-4a48-a63d-1f777f905aac', 'code': 200} Jan 24 06:59:24.619621 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-bb5de2f2-cf4a-43ff-a7eb-5894cdba55ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 06:59:24.626287 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Device 16e029c9-c633-4363-bb51-308e29c55db0 no longer exists at agent ovs-agent-hv-cinder-77218 {{(pid=80237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 06:59:24.635937 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-bb5de2f2-cf4a-43ff-a7eb-5894cdba55ff admin admin] Usage tracker for resource:security_group_rule and tenant:3ad8ea4ad02a4be6a6744eae009330d7 is out of sync, need to count used quota {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 06:59:24.641610 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-bb5de2f2-cf4a-43ff-a7eb-5894cdba55ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 06:59:24.654416 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-bb5de2f2-cf4a-43ff-a7eb-5894cdba55ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 06:59:24.685153 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] No Port match for: 16e029c9-c633-4363-bb51-308e29c55db0 {{(pid=80237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 24 06:59:24.685807 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Device 16e029c9-c633-4363-bb51-308e29c55db0 not bound to the agent host hv-cinder-77218 {{(pid=80237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 24 06:59:24.716967 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Pushing event updated for resources: {'Port': ['ID=fc860ca2-d951-4a48-a63d-1f777f905aac,revision_number=4']} {{(pid=80237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:59:24.724576 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:59:24.858982 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-bb5de2f2-cf4a-43ff-a7eb-5894cdba55ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:24.866420 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-bb5de2f2-cf4a-43ff-a7eb-5894cdba55ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:24.923279 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:59:25.040502 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5de2f2-cf4a-43ff-a7eb-5894cdba55ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3332cb3f-89d3-482f-84e1-5a9513345f8a,revision_number=1']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:59:25.051177 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-bb5de2f2-cf4a-43ff-a7eb-5894cdba55ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:59:25.066384 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-bb5de2f2-cf4a-43ff-a7eb-5894cdba55ff admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3ad8ea4ad02a4be6a6744eae009330d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5478640 Jan 24 06:59:25.067157 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 59924) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:59:25.112432 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 59928) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:59:25.148185 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9371d61a-14a5-4466-bc69-80d95b7eee16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:25.178922 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-9371d61a-14a5-4466-bc69-80d95b7eee16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 06:59:25.183295 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-9371d61a-14a5-4466-bc69-80d95b7eee16 admin admin] Usage tracker for resource:security_group_rule and tenant:4709e216c1b941889dc8b67d380b14e6 is out of sync, need to count used quota {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 06:59:25.186335 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-9371d61a-14a5-4466-bc69-80d95b7eee16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 06:59:25.192215 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-9371d61a-14a5-4466-bc69-80d95b7eee16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 06:59:25.245846 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f6029c-115a-476c-a0a4-4f46d826387c req-211420d1-4be5-42a6-a190-c713038bb0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:59:25.246824 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-40f6029c-115a-476c-a0a4-4f46d826387c req-211420d1-4be5-42a6-a190-c713038bb0c0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ad0f0f6ed63d4257be2cdd0b6041510c&device_id=a2f64be8-97ae-4f3e-8619-310e5589200b HTTP/1.1" status: 200 len: 1162 time: 0.3263924 Jan 24 06:59:25.284211 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-194f269f-4f18-4a84-bfa7-cc7175b3c618 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:25.358461 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acae6c63-fb07-4234-ad44-e45735b24bc0 req-3e909177-f1dc-449d-8c0a-13add7ca8067 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:59:25.360320 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-acae6c63-fb07-4234-ad44-e45735b24bc0 req-3e909177-f1dc-449d-8c0a-13add7ca8067 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/ports?device_id=d8b28494-46db-42eb-9dfe-87b08b818e90 HTTP/1.1" status: 200 len: 946 time: 0.3828425 Jan 24 06:59:25.369959 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4bd72e-62b6-43fa-b0a2-007cb89d388b req-e613cb30-df1e-4dfc-88b4-51e82616f9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:59:25.371758 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-3f4bd72e-62b6-43fa-b0a2-007cb89d388b req-e613cb30-df1e-4dfc-88b4-51e82616f9ab service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d8b28494-46db-42eb-9dfe-87b08b818e90 HTTP/1.1" status: 200 len: 1163 time: 0.2632496 Jan 24 06:59:25.401290 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5dbce3-e777-481f-ac68-74bdaadad49b req-8af6b5b8-5f81-4b23-b658-79c68a3610fb tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:59:25.402978 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-bf5dbce3-e777-481f-ac68-74bdaadad49b req-8af6b5b8-5f81-4b23-b658-79c68a3610fb tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/ports?device_id=a2f64be8-97ae-4f3e-8619-310e5589200b HTTP/1.1" status: 200 len: 945 time: 0.3052099 Jan 24 06:59:25.412808 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-194f269f-4f18-4a84-bfa7-cc7175b3c618 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:25.426934 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Device d4ca5848-1598-4b1e-87f1-a703c1436942 up at agent ovs-agent-hv-cinder-77218 {{(pid=80237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 06:59:25.514638 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9371d61a-14a5-4466-bc69-80d95b7eee16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:25.523832 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-bf5dbce3-e777-481f-ac68-74bdaadad49b req-a88c8aa1-deb5-4704-8df1-276d2b0ccb15 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/security-groups?id=b0fd1909-caa0-4f27-9897-89809084cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981050 Jan 24 06:59:25.554566 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9371d61a-14a5-4466-bc69-80d95b7eee16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:25.569603 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:59:25.589728 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-3f4bd72e-62b6-43fa-b0a2-007cb89d388b req-ea750878-a0a2-4020-bd9c-a876cb3c9fb2 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7c9aee4f-6d1b-48fa-a5b9-acc674b2a6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1844254 Jan 24 06:59:25.635215 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-acae6c63-fb07-4234-ad44-e45735b24bc0 req-386b7720-3096-4436-8f07-d24ef310710b tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/security-groups?id=7c9aee4f-6d1b-48fa-a5b9-acc674b2a6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2260439 Jan 24 06:59:25.667537 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-9371d61a-14a5-4466-bc69-80d95b7eee16 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4709e216c1b941889dc8b67d380b14e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5500844 Jan 24 06:59:25.667537 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9371d61a-14a5-4466-bc69-80d95b7eee16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dea4c681-065f-424a-895c-99938968b30a,revision_number=1']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:59:25.668526 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 59948) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:59:25.670327 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f6029c-115a-476c-a0a4-4f46d826387c req-86931cea-79fe-4fc9-b94e-545704b6c62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:59:25.672042 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-40f6029c-115a-476c-a0a4-4f46d826387c req-86931cea-79fe-4fc9-b94e-545704b6c62c service neutron] 10.222.0.18 "GET /v2.0/networks?id=a584046b-dd19-4b2d-957a-0c960829c5a8 HTTP/1.1" status: 200 len: 912 time: 0.4116087 Jan 24 06:59:25.673078 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-9371d61a-14a5-4466-bc69-80d95b7eee16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:59:25.680118 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-194f269f-4f18-4a84-bfa7-cc7175b3c618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:25.687095 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-4ea2a6aa-1932-4d77-b254-a98ce91eb3c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:59:25.725419 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194f269f-4f18-4a84-bfa7-cc7175b3c618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3332cb3f-89d3-482f-84e1-5a9513345f8a,revision_number=None']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:59:25.731846 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-194f269f-4f18-4a84-bfa7-cc7175b3c618 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:59:25.757241 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-194f269f-4f18-4a84-bfa7-cc7175b3c618 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:25.760944 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-194f269f-4f18-4a84-bfa7-cc7175b3c618 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3332cb3f-89d3-482f-84e1-5a9513345f8a HTTP/1.1" status: 204 len: 168 time: 0.6896601 Jan 24 06:59:25.870163 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Provisioning complete for port d4ca5848-1598-4b1e-87f1-a703c1436942 triggered by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 06:59:25.870708 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:25.911299 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-f4f55e32-9776-4d89-8f6c-6151410db68c req-5140c021-9fab-4b73-ab1c-f5db346a037b tempest-DeleteServersTestJSON-1865463731 tempest-DeleteServersTestJSON-1865463731] 10.222.0.22 "GET /v2.0/ports?device_id=5cac4c5f-ce95-46c5-a499-e192d64a0bfb HTTP/1.1" status: 200 len: 210 time: 0.1041961 Jan 24 06:59:25.914108 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1ca0fcf8-a674-4338-8a76-145d950b267a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:25.947617 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1ca0fcf8-a674-4338-8a76-145d950b267a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:26.018956 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Device fc860ca2-d951-4a48-a63d-1f777f905aac up at agent ovs-agent-hv-cinder-77218 {{(pid=80237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 06:59:26.039762 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1ca0fcf8-a674-4338-8a76-145d950b267a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:26.047161 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-e810eaec-4ad1-41ce-95a8-c3eb4b44cfb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:59:26.049902 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-40f6029c-115a-476c-a0a4-4f46d826387c req-a494dd1f-ec9e-438b-be6b-b8a015dde97f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4ca5848-1598-4b1e-87f1-a703c1436942 HTTP/1.1" status: 200 len: 217 time: 0.1400630 Jan 24 06:59:26.060487 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca0fcf8-a674-4338-8a76-145d950b267a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea4c681-065f-424a-895c-99938968b30a,revision_number=None']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:59:26.068499 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-1ca0fcf8-a674-4338-8a76-145d950b267a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:59:26.069410 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1ca0fcf8-a674-4338-8a76-145d950b267a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:26.070721 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-1ca0fcf8-a674-4338-8a76-145d950b267a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/dea4c681-065f-424a-895c-99938968b30a HTTP/1.1" status: 204 len: 168 time: 0.4001510 Jan 24 06:59:26.142260 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Provisioning complete for port fc860ca2-d951-4a48-a63d-1f777f905aac triggered by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 06:59:26.142687 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:26.143635 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f6029c-115a-476c-a0a4-4f46d826387c req-31be57fd-ac2d-4fa1-bad6-bdc9bfdfb16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:59:26.146236 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-40f6029c-115a-476c-a0a4-4f46d826387c req-31be57fd-ac2d-4fa1-bad6-bdc9bfdfb16a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0dadd72a-b072-4889-a91f-b6d7879c968a HTTP/1.1" status: 200 len: 858 time: 0.0885804 Jan 24 06:59:26.205850 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-40f6029c-115a-476c-a0a4-4f46d826387c req-650170cc-64fb-4e43-b5e1-0b0ba45569ea service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a584046b-dd19-4b2d-957a-0c960829c5a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519409 Jan 24 06:59:26.369416 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-40f6029c-115a-476c-a0a4-4f46d826387c req-1886fb2b-6a42-4be2-a78d-01203c39a4e8 service neutron] 10.222.0.18 "GET /v2.0/networks/a584046b-dd19-4b2d-957a-0c960829c5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560533 Jan 24 06:59:26.903675 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-40f6029c-115a-476c-a0a4-4f46d826387c req-c7d21dd8-9564-4d8c-a7f2-60ed384dfe2c service neutron] 10.222.0.18 "GET /v2.0/networks/a584046b-dd19-4b2d-957a-0c960829c5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5278604 Jan 24 06:59:27.152603 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4ba3c7-bcf3-42b7-a037-7a32950f727b req-e65e2167-574b-46d8-9a2e-7098ea0654ab tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:59:27.154437 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-6f4ba3c7-bcf3-42b7-a037-7a32950f727b req-e65e2167-574b-46d8-9a2e-7098ea0654ab tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/ports?device_id=a2f64be8-97ae-4f3e-8619-310e5589200b HTTP/1.1" status: 200 len: 945 time: 0.3590667 Jan 24 06:59:27.185745 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Device fc860ca2-d951-4a48-a63d-1f777f905aac up at agent ovs-agent-hv-cinder-77218 {{(pid=80237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 06:59:27.260392 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bfb3e4-14d9-4fb2-babd-5ff4ec463e33 req-8ef1d3c9-23cc-45c9-96b0-0a33b968adc6 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:59:27.262110 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-e3bfb3e4-14d9-4fb2-babd-5ff4ec463e33 req-8ef1d3c9-23cc-45c9-96b0-0a33b968adc6 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/ports?device_id=d8b28494-46db-42eb-9dfe-87b08b818e90 HTTP/1.1" status: 200 len: 946 time: 0.3402379 Jan 24 06:59:27.331940 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Provisioning complete for port fc860ca2-d951-4a48-a63d-1f777f905aac triggered by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 06:59:27.333206 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:27.366985 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-6f4ba3c7-bcf3-42b7-a037-7a32950f727b req-96ba2136-37d4-4b1b-8dac-bdb955681c2a tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/security-groups?id=b0fd1909-caa0-4f27-9897-89809084cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017841 Jan 24 06:59:27.397538 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-e3bfb3e4-14d9-4fb2-babd-5ff4ec463e33 req-73b97355-c6a8-4d7c-ab7d-aae23ecfd8d8 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/security-groups?id=7c9aee4f-6d1b-48fa-a5b9-acc674b2a6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1225014 Jan 24 06:59:27.739526 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 60044) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:59:28.272629 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1f11a8ee-e413-4818-a59b-bea9944deddd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:28.296756 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-1f11a8ee-e413-4818-a59b-bea9944deddd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 06:59:28.301987 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-1f11a8ee-e413-4818-a59b-bea9944deddd admin admin] Usage tracker for resource:security_group_rule and tenant:c26b85c2b2e945e39d16fa6c5e84c3b5 is out of sync, need to count used quota {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 06:59:28.306704 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-1f11a8ee-e413-4818-a59b-bea9944deddd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 06:59:28.314130 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-1f11a8ee-e413-4818-a59b-bea9944deddd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 06:59:28.460939 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1f11a8ee-e413-4818-a59b-bea9944deddd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:28.466780 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1f11a8ee-e413-4818-a59b-bea9944deddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:28.482986 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-be28fd35-16c2-492d-bd01-560f95bdbaa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:59:28.652608 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 60090) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:59:28.665425 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-1f11a8ee-e413-4818-a59b-bea9944deddd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c26b85c2b2e945e39d16fa6c5e84c3b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9245987 Jan 24 06:59:28.739488 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f11a8ee-e413-4818-a59b-bea9944deddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfee8ca4-4e15-4e08-86d4-f87bd33a5b93,revision_number=1']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:59:28.782458 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-1f11a8ee-e413-4818-a59b-bea9944deddd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:59:28.786990 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-81fe33c8-dda4-4dbb-a5f7-a7f4fc0ed6c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:28.851055 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-81fe33c8-dda4-4dbb-a5f7-a7f4fc0ed6c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:28.911613 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-81fe33c8-dda4-4dbb-a5f7-a7f4fc0ed6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:28.926770 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:59:28.933118 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890e4a59-8b9e-4d08-a9fa-e18a8d8059f7 req-7378128c-19dd-4d02-b9a2-9e9ccdb53b16 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:59:28.933118 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-890e4a59-8b9e-4d08-a9fa-e18a8d8059f7 req-7378128c-19dd-4d02-b9a2-9e9ccdb53b16 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/ports?device_id=a2f64be8-97ae-4f3e-8619-310e5589200b HTTP/1.1" status: 200 len: 945 time: 0.4087870 Jan 24 06:59:28.956170 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-81fe33c8-dda4-4dbb-a5f7-a7f4fc0ed6c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:28.964044 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-81fe33c8-dda4-4dbb-a5f7-a7f4fc0ed6c6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/dfee8ca4-4e15-4e08-86d4-f87bd33a5b93 HTTP/1.1" status: 204 len: 168 time: 0.3101168 Jan 24 06:59:28.966893 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fe33c8-dda4-4dbb-a5f7-a7f4fc0ed6c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfee8ca4-4e15-4e08-86d4-f87bd33a5b93,revision_number=None']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:59:28.974294 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-81fe33c8-dda4-4dbb-a5f7-a7f4fc0ed6c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:59:29.016428 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-890e4a59-8b9e-4d08-a9fa-e18a8d8059f7 req-670655f4-99e3-415b-85cc-f81f064ee408 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/security-groups?id=b0fd1909-caa0-4f27-9897-89809084cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723491 Jan 24 06:59:29.053854 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c514377-c587-48a4-942a-0929bd807ec2 req-ee2c354f-6965-4731-aa0f-1a2b75be005a tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:59:29.062587 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-0c514377-c587-48a4-942a-0929bd807ec2 req-ee2c354f-6965-4731-aa0f-1a2b75be005a tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/ports?device_id=d8b28494-46db-42eb-9dfe-87b08b818e90 HTTP/1.1" status: 200 len: 946 time: 0.4241529 Jan 24 06:59:29.151488 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-0c514377-c587-48a4-942a-0929bd807ec2 req-549b0fca-2935-4f2b-82ee-433237a235db tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/security-groups?id=7c9aee4f-6d1b-48fa-a5b9-acc674b2a6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878088 Jan 24 06:59:29.403258 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b643a856-4d0b-4d84-8fbc-9f6ee3de07f4 req-b867a354-176f-4350-b1b5-b3aed6d34b1a tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:59:29.417609 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-b643a856-4d0b-4d84-8fbc-9f6ee3de07f4 req-b867a354-176f-4350-b1b5-b3aed6d34b1a tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/ports?device_id=d8b28494-46db-42eb-9dfe-87b08b818e90 HTTP/1.1" status: 200 len: 946 time: 0.1315808 Jan 24 06:59:29.417696 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 60148) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:59:29.423762 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-e5e0c39a-04f1-460d-823a-5476a7b96051 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Request body: {'floatingip': {'port_id': 'fc860ca2-d951-4a48-a63d-1f777f905aac'}} {{(pid=80235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 06:59:29.526804 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 60158) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:59:29.537133 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e5e0c39a-04f1-460d-823a-5476a7b96051 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Notify callbacks [] for floatingip, before_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:29.645297 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.db_base_plugin_v2 [None req-cabb6ef7-7bcd-4930-8ffc-72153a55c77e admin admin] Deleting subnet 27aa906a-02df-4a1a-ad77-b135488e9ae0 {{(pid=80236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 24 06:59:29.659652 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-cabb6ef7-7bcd-4930-8ffc-72153a55c77e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:29.743941 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-cabb6ef7-7bcd-4930-8ffc-72153a55c77e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:29.745371 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:29.753032 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-cabb6ef7-7bcd-4930-8ffc-72153a55c77e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853356919'] for subnet, precommit_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:29.810177 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 60170) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:59:29.844728 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-eb21f6d0-f47c-4c5b-9af8-197bec47e7f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:29.898019 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 60174) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:59:30.000832 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-eb21f6d0-f47c-4c5b-9af8-197bec47e7f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 06:59:30.017108 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-eb21f6d0-f47c-4c5b-9af8-197bec47e7f2 admin admin] Usage tracker for resource:security_group_rule and tenant:c7c0d2ae4e7e475fb51d8d882f3f9861 is out of sync, need to count used quota {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 06:59:30.022833 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-eb21f6d0-f47c-4c5b-9af8-197bec47e7f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 06:59:30.032423 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-eb21f6d0-f47c-4c5b-9af8-197bec47e7f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 06:59:30.057772 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-cabb6ef7-7bcd-4930-8ffc-72153a55c77e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1418929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854325308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788'] for subnet, after_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:30.077729 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-17c22efc-c417-4ec7-a4b5-605b8417c5c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:59:30.178841 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabb6ef7-7bcd-4930-8ffc-72153a55c77e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27aa906a-02df-4a1a-ad77-b135488e9ae0,revision_number=None']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:59:30.194012 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-cabb6ef7-7bcd-4930-8ffc-72153a55c77e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:59:30.231468 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-cabb6ef7-7bcd-4930-8ffc-72153a55c77e admin admin] Notify callbacks [] for subnet, before_response {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:30.246812 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-cabb6ef7-7bcd-4930-8ffc-72153a55c77e admin admin] 10.222.0.22 "DELETE /v2.0/subnets/27aa906a-02df-4a1a-ad77-b135488e9ae0 HTTP/1.1" status: 204 len: 168 time: 0.7186484 Jan 24 06:59:30.247763 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 60190) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:59:30.385051 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-dc83defe-30e6-40bc-b763-ddb04b812758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853395168'] for network, before_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:30.467606 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-eb21f6d0-f47c-4c5b-9af8-197bec47e7f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:30.540113 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-21348b8a-fc8c-449e-ae45-122cf4522663 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:30.549866 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-eb21f6d0-f47c-4c5b-9af8-197bec47e7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:30.571206 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-b6563d00-3aff-4c83-b224-5c20730214e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:59:30.620710 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-21348b8a-fc8c-449e-ae45-122cf4522663 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 06:59:30.640742 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 60202) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:59:30.652129 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-eb21f6d0-f47c-4c5b-9af8-197bec47e7f2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c7c0d2ae4e7e475fb51d8d882f3f9861&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8336523 Jan 24 06:59:30.654729 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 60204) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:59:30.659418 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e5e0c39a-04f1-460d-823a-5476a7b96051 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Notify callbacks [] for floatingip, precommit_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:30.660897 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb21f6d0-f47c-4c5b-9af8-197bec47e7f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f04fdb4-940a-438c-a785-1c2f3180558e,revision_number=1']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:59:30.661737 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-21348b8a-fc8c-449e-ae45-122cf4522663 admin admin] Usage tracker for resource:security_group_rule and tenant:3b677b22d1244af1989c025a1dffe8c2 is out of sync, need to count used quota {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 06:59:30.670266 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-eb21f6d0-f47c-4c5b-9af8-197bec47e7f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:59:30.681381 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e5e0c39a-04f1-460d-823a-5476a7b96051 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854261494'] for floatingip, after_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:30.704658 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-21348b8a-fc8c-449e-ae45-122cf4522663 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 06:59:30.771131 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-21348b8a-fc8c-449e-ae45-122cf4522663 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 06:59:30.822500 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-dc83defe-30e6-40bc-b763-ddb04b812758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853359627', 'neutron.services.segments.db._delete_segments_for_network-8760142051665'] for network, precommit_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:30.892453 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-792a3888-b7c4-485c-b605-aefa6496e8f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:30.928103 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.db.l3_db [None req-e5e0c39a-04f1-460d-823a-5476a7b96051 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Floating IP 47581faf-f79c-46ca-a33e-f9153cdb43ce associated. External IP: 172.28.0.185, port: fc860ca2-d951-4a48-a63d-1f777f905aac. Jan 24 06:59:30.956632 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7905fd28-db4d-4273-8057-2a7eac1df300 req-efbfeddb-e6ae-4407-953f-726f42490a46 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:59:30.958687 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-7905fd28-db4d-4273-8057-2a7eac1df300 req-efbfeddb-e6ae-4407-953f-726f42490a46 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/ports?device_id=a2f64be8-97ae-4f3e-8619-310e5589200b HTTP/1.1" status: 200 len: 945 time: 0.5026557 Jan 24 06:59:31.043294 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-792a3888-b7c4-485c-b605-aefa6496e8f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:31.072145 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-dc83defe-30e6-40bc-b763-ddb04b812758 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:59:31.072694 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-dc83defe-30e6-40bc-b763-ddb04b812758 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:59:31.073622 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-dc83defe-30e6-40bc-b763-ddb04b812758 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:59:31.074113 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-dc83defe-30e6-40bc-b763-ddb04b812758 admin admin] Subscribe: > port after_create 55550000 {{(pid=80236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:59:31.074578 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-dc83defe-30e6-40bc-b763-ddb04b812758 admin admin] Subscribe: > port after_delete 55550000 {{(pid=80236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:59:31.075043 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-dc83defe-30e6-40bc-b763-ddb04b812758 admin admin] Subscribe: > port after_update 55550000 {{(pid=80236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:59:31.075505 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-dc83defe-30e6-40bc-b763-ddb04b812758 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:59:31.076026 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-dc83defe-30e6-40bc-b763-ddb04b812758 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:59:31.076489 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-dc83defe-30e6-40bc-b763-ddb04b812758 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:59:31.076963 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-dc83defe-30e6-40bc-b763-ddb04b812758 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:59:31.166880 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-792a3888-b7c4-485c-b605-aefa6496e8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:31.170391 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-dc83defe-30e6-40bc-b763-ddb04b812758 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:59:31.171071 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-dc83defe-30e6-40bc-b763-ddb04b812758 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:59:31.171558 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-dc83defe-30e6-40bc-b763-ddb04b812758 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:59:31.172095 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-dc83defe-30e6-40bc-b763-ddb04b812758 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80236) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:59:31.172570 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.services.segments.db [None req-dc83defe-30e6-40bc-b763-ddb04b812758 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5bc5780-f935-4517-a912-fce628b57950']}} {{(pid=80236) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 06:59:31.180734 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-bb5de2f2-cf4a-43ff-a7eb-5894cdba55ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:59:31.210499 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792a3888-b7c4-485c-b605-aefa6496e8f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f04fdb4-940a-438c-a785-1c2f3180558e,revision_number=None']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:59:31.221082 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-792a3888-b7c4-485c-b605-aefa6496e8f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:59:31.231964 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-792a3888-b7c4-485c-b605-aefa6496e8f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:31.244111 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-792a3888-b7c4-485c-b605-aefa6496e8f7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6f04fdb4-940a-438c-a785-1c2f3180558e HTTP/1.1" status: 204 len: 168 time: 0.5745573 Jan 24 06:59:31.248488 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-7905fd28-db4d-4273-8057-2a7eac1df300 req-2d19afbb-06ba-4cb5-ab98-414eccb98b7d tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/security-groups?id=b0fd1909-caa0-4f27-9897-89809084cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770872 Jan 24 06:59:31.283163 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.services.segments.db [None req-dc83defe-30e6-40bc-b763-ddb04b812758 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fdbfd3f-d3ae-47e4-b9e1-f54dda16feae') {'for_net_delete': True} {{(pid=80236) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 06:59:31.283502 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.services.segments.db [None req-dc83defe-30e6-40bc-b763-ddb04b812758 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fdbfd3f-d3ae-47e4-b9e1-f54dda16feae') {} {{(pid=80236) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 06:59:31.296450 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-17309df7-fb7b-478d-b863-4d768d89a53d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:31.345089 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-dc83defe-30e6-40bc-b763-ddb04b812758 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760142046050', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851911643'] for segment, before_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:31.366236 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-17309df7-fb7b-478d-b863-4d768d89a53d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 06:59:31.377373 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-17309df7-fb7b-478d-b863-4d768d89a53d admin admin] Usage tracker for resource:security_group_rule and tenant:0120fbfc3f3840de8b2986a659cb063f is out of sync, need to count used quota {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 06:59:31.384006 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-17309df7-fb7b-478d-b863-4d768d89a53d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 06:59:31.391565 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-21348b8a-fc8c-449e-ae45-122cf4522663 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:31.397878 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-17309df7-fb7b-478d-b863-4d768d89a53d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 06:59:31.401007 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-dc83defe-30e6-40bc-b763-ddb04b812758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419005'] for segment, precommit_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:31.404707 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-21348b8a-fc8c-449e-ae45-122cf4522663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:31.412444 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-dc83defe-30e6-40bc-b763-ddb04b812758 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 24 06:59:31.431912 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-3777fbb4-4ed9-405c-876f-99d007c64851 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:59:31.483664 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21348b8a-fc8c-449e-ae45-122cf4522663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a92a113f-6cf0-4287-9942-156814bc5fa9,revision_number=1']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:59:31.643081 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21348b8a-fc8c-449e-ae45-122cf4522663 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:59:31.643455 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21348b8a-fc8c-449e-ae45-122cf4522663 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:59:31.644015 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21348b8a-fc8c-449e-ae45-122cf4522663 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:59:31.644298 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21348b8a-fc8c-449e-ae45-122cf4522663 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:59:31.645821 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21348b8a-fc8c-449e-ae45-122cf4522663 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:59:31.646195 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21348b8a-fc8c-449e-ae45-122cf4522663 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:59:31.646992 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21348b8a-fc8c-449e-ae45-122cf4522663 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:59:31.646992 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21348b8a-fc8c-449e-ae45-122cf4522663 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:59:31.647336 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21348b8a-fc8c-449e-ae45-122cf4522663 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:59:31.647762 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21348b8a-fc8c-449e-ae45-122cf4522663 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:59:31.648284 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21348b8a-fc8c-449e-ae45-122cf4522663 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:59:31.648660 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21348b8a-fc8c-449e-ae45-122cf4522663 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:59:31.649263 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21348b8a-fc8c-449e-ae45-122cf4522663 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:59:31.649641 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21348b8a-fc8c-449e-ae45-122cf4522663 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:59:31.650015 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21348b8a-fc8c-449e-ae45-122cf4522663 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:59:31.650386 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21348b8a-fc8c-449e-ae45-122cf4522663 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:59:31.650894 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21348b8a-fc8c-449e-ae45-122cf4522663 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:59:31.651269 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21348b8a-fc8c-449e-ae45-122cf4522663 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:59:31.651638 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21348b8a-fc8c-449e-ae45-122cf4522663 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:59:31.652053 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21348b8a-fc8c-449e-ae45-122cf4522663 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:59:31.652420 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21348b8a-fc8c-449e-ae45-122cf4522663 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:59:31.652790 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21348b8a-fc8c-449e-ae45-122cf4522663 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:59:31.653157 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21348b8a-fc8c-449e-ae45-122cf4522663 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:59:31.653526 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21348b8a-fc8c-449e-ae45-122cf4522663 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:59:31.659347 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-21348b8a-fc8c-449e-ae45-122cf4522663 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:59:31.780857 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-21348b8a-fc8c-449e-ae45-122cf4522663 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3b677b22d1244af1989c025a1dffe8c2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8816624 Jan 24 06:59:31.790855 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 60236) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:59:31.840195 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-dc83defe-30e6-40bc-b763-ddb04b812758 admin admin] Network d5bc5780-f935-4517-a912-fce628b57950 has no segments {{(pid=80236) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 24 06:59:31.861460 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-dc83defe-30e6-40bc-b763-ddb04b812758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853356811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2763650'] for segment, after_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:31.931270 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5e0c39a-04f1-460d-823a-5476a7b96051 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Router c96de43a-59d1-460d-a1b9-d50ba998bb57 has already been hosted by L3 agent 4d190a5c-2620-4f2a-bccf-f8076df9706a {{(pid=80235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 24 06:59:32.132588 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-dc83defe-30e6-40bc-b763-ddb04b812758 admin admin] Network d5bc5780-f935-4517-a912-fce628b57950 has no segments {{(pid=80236) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 24 06:59:32.172125 dv-cinder-772181-6-smb neutron-server[80122]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 24 06:59:32.172125 dv-cinder-772181-6-smb neutron-server[80122]: (rel_b, rel_a, rel_b), Jan 24 06:59:32.172125 dv-cinder-772181-6-smb neutron-server[80122]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 24 06:59:32.172125 dv-cinder-772181-6-smb neutron-server[80122]: (rel_b, rel_a, rel_b), Jan 24 06:59:32.172125 dv-cinder-772181-6-smb neutron-server[80122]: Traceback (most recent call last): Jan 24 06:59:32.172125 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 06:59:32.172125 dv-cinder-772181-6-smb neutron-server[80122]: timer() Jan 24 06:59:32.172125 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 06:59:32.172125 dv-cinder-772181-6-smb neutron-server[80122]: cb(*args, **kw) Jan 24 06:59:32.172125 dv-cinder-772181-6-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 24 06:59:32.172125 dv-cinder-772181-6-smb neutron-server[80122]: return func(*args, **kwargs) Jan 24 06:59:32.172125 dv-cinder-772181-6-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 06:59:32.172125 dv-cinder-772181-6-smb neutron-server[80122]: self._notify() Jan 24 06:59:32.172125 dv-cinder-772181-6-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 06:59:32.172125 dv-cinder-772181-6-smb neutron-server[80122]: self.callback(batched_events) Jan 24 06:59:32.172125 dv-cinder-772181-6-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 06:59:32.172125 dv-cinder-772181-6-smb neutron-server[80122]: event.method(event) Jan 24 06:59:32.172125 dv-cinder-772181-6-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 06:59:32.172125 dv-cinder-772181-6-smb neutron-server[80122]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 06:59:32.172125 dv-cinder-772181-6-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 24 06:59:32.172125 dv-cinder-772181-6-smb neutron-server[80122]: segment_id)['aggregates'][0] Jan 24 06:59:32.172125 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 06:59:32.172125 dv-cinder-772181-6-smb neutron-server[80122]: return f(self, *a, **k) Jan 24 06:59:32.172125 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 24 06:59:32.172125 dv-cinder-772181-6-smb neutron-server[80122]: return self._get(url).json() Jan 24 06:59:32.172125 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 06:59:32.172125 dv-cinder-772181-6-smb neutron-server[80122]: **kwargs) Jan 24 06:59:32.172125 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 06:59:32.172125 dv-cinder-772181-6-smb neutron-server[80122]: return self.request(url, 'GET', **kwargs) Jan 24 06:59:32.172125 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 24 06:59:32.172125 dv-cinder-772181-6-smb neutron-server[80122]: **endpoint_filter) Jan 24 06:59:32.172125 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 06:59:32.172125 dv-cinder-772181-6-smb neutron-server[80122]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 06:59:32.172125 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 06:59:32.172125 dv-cinder-772181-6-smb neutron-server[80122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 06:59:32.172125 dv-cinder-772181-6-smb neutron-server[80122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 06:59:32.174259 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5e0c39a-04f1-460d-823a-5476a7b96051 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Notify agent at l3_agent.dv-cinder-772181-6-smb the message routers_updated {{(pid=80235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 24 06:59:32.179530 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e5e0c39a-04f1-460d-823a-5476a7b96051 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149749'] for floatingip, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:32.192376 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b82026f-f5e9-47e4-9103-1abed0ea0caf None None] Sync routers for ids ['c96de43a-59d1-460d-a1b9-d50ba998bb57'] in dv-cinder-772181-6-smb {{(pid=80238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 24 06:59:32.216986 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b82026f-f5e9-47e4-9103-1abed0ea0caf None None] Routers {'c96de43a-59d1-460d-a1b9-d50ba998bb57'} bound to L3 agent in host dv-cinder-772181-6-smb {{(pid=80238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 06:59:32.217665 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-7b82026f-f5e9-47e4-9103-1abed0ea0caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-24T06:49:21Z,description=,heartbeat_timestamp=2021-01-24T06:59:21Z,host='dv-cinder-772181-6-smb',id=4d190a5c-2620-4f2a-bccf-f8076df9706a,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T06:49:21Z,topic='l3_agent')) {'router_ids': ['c96de43a-59d1-460d-a1b9-d50ba998bb57'], 'active': True} {{(pid=80238) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 06:59:32.282631 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-e5e0c39a-04f1-460d-823a-5476a7b96051 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "PUT /v2.0/floatingips/47581faf-f79c-46ca-a33e-f9153cdb43ce HTTP/1.1" status: 200 len: 992 time: 2.8636827 Jan 24 06:59:32.284228 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8b28494-46db-42eb-9dfe-87b08b818e90', 'tag': 'fc860ca2-d951-4a48-a63d-1f777f905aac'}] {{(pid=80235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 06:59:32.343585 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-3821d01d-8fdc-488a-8301-17f83cecf7a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:32.399184 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-17309df7-fb7b-478d-b863-4d768d89a53d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:32.412095 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-17309df7-fb7b-478d-b863-4d768d89a53d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:32.436415 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:59:32.455323 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-3821d01d-8fdc-488a-8301-17f83cecf7a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:32.538518 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-7b82026f-f5e9-47e4-9103-1abed0ea0caf None None] Set router c96de43a-59d1-460d-a1b9-d50ba998bb57 gateway port host: dv-cinder-772181-6-smb {{(pid=80238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 06:59:32.632101 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8b28494-46db-42eb-9dfe-87b08b818e90', 'tag': 'fc860ca2-d951-4a48-a63d-1f777f905aac', 'status': 'completed', 'code': 200} Jan 24 06:59:32.740191 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-dc83defe-30e6-40bc-b763-ddb04b812758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1416142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854325290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854261251'] for network, after_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:32.829562 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232c8315-485a-427b-b9b4-fcbadd1d4e7b req-276e0b71-215c-4031-b8ba-0c23898395c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:59:32.831408 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-232c8315-485a-427b-b9b4-fcbadd1d4e7b req-276e0b71-215c-4031-b8ba-0c23898395c5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2fc6fa56d19f4f2496beee60631c3cb7&device_id=d8b28494-46db-42eb-9dfe-87b08b818e90 HTTP/1.1" status: 200 len: 1163 time: 0.1512523 Jan 24 06:59:32.886643 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-dc83defe-30e6-40bc-b763-ddb04b812758 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539807'] for network, before_response {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:32.963846 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-17309df7-fb7b-478d-b863-4d768d89a53d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0120fbfc3f3840de8b2986a659cb063f&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3050914 Jan 24 06:59:32.982139 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-dc83defe-30e6-40bc-b763-ddb04b812758 admin admin] 10.222.0.22 "DELETE /v2.0/networks/d5bc5780-f935-4517-a912-fce628b57950 HTTP/1.1" status: 204 len: 168 time: 2.7279861 Jan 24 06:59:32.991763 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 60284) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:59:33.001710 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17309df7-fb7b-478d-b863-4d768d89a53d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63f29d3e-a365-4bd7-9f01-09ee036fb80d,revision_number=1']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:59:33.043507 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-17309df7-fb7b-478d-b863-4d768d89a53d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.607s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:59:33.052563 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.167s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:59:33.081959 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-7b82026f-f5e9-47e4-9103-1abed0ea0caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c96de43a-59d1-460d-a1b9-d50ba998bb57', 'name': 'tempest-AttachVolumeTestJSON-479307682-router', 'tenant_id': '2fc6fa56d19f4f2496beee60631c3cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'external_fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.159'}], 'enable_snat': True}, 'gw_port_id': 'c688ab2c-9bd6-42aa-b66c-2b236de57deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T06:58:33Z', 'updated_at': '2021-01-24T06:58:43Z', 'revision_number': 4, 'project_id': '2fc6fa56d19f4f2496beee60631c3cb7', 'gw_port': {'id': 'c688ab2c-9bd6-42aa-b66c-2b236de57deb', 'name': '', 'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:d2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96de43a-59d1-460d-a1b9-d50ba998bb57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T06:58:34Z', 'updated_at': '2021-01-24T06:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-6-smb', '_floatingips': [{'id': '47581faf-f79c-46ca-a33e-f9153cdb43ce', 'tenant_id': '2fc6fa56d19f4f2496beee60631c3cb7', 'floating_ip_address': '172.28.0.185', 'floating_network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'router_id': 'c96de43a-59d1-460d-a1b9-d50ba998bb57', 'port_id': 'fc860ca2-d951-4a48-a63d-1f777f905aac', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '440b000a-80da-445e-b13a-3c626561a2d5', 'mac_address': 'fa:16:3e:bd:fb:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b28494-46db-42eb-9dfe-87b08b818e90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-24T06:58:57Z', 'updated_at': '2021-01-24T06:59:30Z', 'revision_number': 1, 'project_id': '2fc6fa56d19f4f2496beee60631c3cb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df483948-5127-4d1a-ae4c-a52412df60fd', 'name': '', 'network_id': '440b000a-80da-445e-b13a-3c626561a2d5', 'tenant_id': '2fc6fa56d19f4f2496beee60631c3cb7', 'mac_address': 'fa:16:3e:1d:57:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96de43a-59d1-460d-a1b9-d50ba998bb57', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f89146f0-67b7-43a2-a952-f2f292e8520d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T06:58:41Z', 'updated_at': '2021-01-24T06:59:00Z', 'revision_number': 5, 'project_id': '2fc6fa56d19f4f2496beee60631c3cb7', 'subnets': [{'id': 'f89146f0-67b7-43a2-a952-f2f292e8520d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-6-smb', False) {} {{(pid=80238) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 06:59:33.084071 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232c8315-485a-427b-b9b4-fcbadd1d4e7b req-f9b11938-0453-431b-971c-db275044f2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:59:33.085714 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-232c8315-485a-427b-b9b4-fcbadd1d4e7b req-f9b11938-0453-431b-971c-db275044f2c7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=440b000a-80da-445e-b13a-3c626561a2d5 HTTP/1.1" status: 200 len: 904 time: 0.2464631 Jan 24 06:59:33.088875 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc83defe-30e6-40bc-b763-ddb04b812758 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5bc5780-f935-4517-a912-fce628b57950,revision_number=None']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:59:33.092318 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b82026f-f5e9-47e4-9103-1abed0ea0caf None None] Checking router: c96de43a-59d1-460d-a1b9-d50ba998bb57 for host: dv-cinder-772181-6-smb {{(pid=80238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 24 06:59:33.107633 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-dc83defe-30e6-40bc-b763-ddb04b812758 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:59:33.122952 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b82026f-f5e9-47e4-9103-1abed0ea0caf None None] Routers {'c96de43a-59d1-460d-a1b9-d50ba998bb57'} bound to L3 agent in host dv-cinder-772181-6-smb {{(pid=80238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 06:59:33.123647 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-7b82026f-f5e9-47e4-9103-1abed0ea0caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-24T06:49:21Z,description=,heartbeat_timestamp=2021-01-24T06:59:21Z,host='dv-cinder-772181-6-smb',id=4d190a5c-2620-4f2a-bccf-f8076df9706a,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T06:49:21Z,topic='l3_agent')) {'router_ids': ['c96de43a-59d1-460d-a1b9-d50ba998bb57'], 'active': True} {{(pid=80238) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 06:59:33.165456 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efa117c-2462-4210-adbd-534ebf501a1c req-3bcc5632-d8bc-4433-b2ab-351b24cb6a5e tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:59:33.167871 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-5efa117c-2462-4210-adbd-534ebf501a1c req-3bcc5632-d8bc-4433-b2ab-351b24cb6a5e tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/ports?device_id=a2f64be8-97ae-4f3e-8619-310e5589200b HTTP/1.1" status: 200 len: 945 time: 0.4237244 Jan 24 06:59:33.168816 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-3821d01d-8fdc-488a-8301-17f83cecf7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:33.175952 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-078510b7-10e9-490f-ba1b-ef60c0cf24ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:59:33.214088 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3821d01d-8fdc-488a-8301-17f83cecf7a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a92a113f-6cf0-4287-9942-156814bc5fa9,revision_number=None']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:59:33.226206 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-3821d01d-8fdc-488a-8301-17f83cecf7a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:59:33.317472 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-5efa117c-2462-4210-adbd-534ebf501a1c req-75637d3e-d054-4c88-99c8-26716331edac tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/security-groups?id=b0fd1909-caa0-4f27-9897-89809084cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432517 Jan 24 06:59:33.322549 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-3821d01d-8fdc-488a-8301-17f83cecf7a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:33.323779 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-3821d01d-8fdc-488a-8301-17f83cecf7a3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a92a113f-6cf0-4287-9942-156814bc5fa9 HTTP/1.1" status: 204 len: 168 time: 1.5193343 Jan 24 06:59:33.343932 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-232c8315-485a-427b-b9b4-fcbadd1d4e7b req-7af7709c-fec1-41db-9114-7896e509e59b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc860ca2-d951-4a48-a63d-1f777f905aac HTTP/1.1" status: 200 len: 1000 time: 0.2473752 Jan 24 06:59:33.380749 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 60308) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:59:33.474464 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-c0bbeffe-0b2f-4cd6-a149-af4a19682ad5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e95c046c5c50410f812c0c754cf1caf4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0894992 Jan 24 06:59:33.474765 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 60312) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:59:33.568466 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-7b82026f-f5e9-47e4-9103-1abed0ea0caf None None] Set router c96de43a-59d1-460d-a1b9-d50ba998bb57 gateway port host: dv-cinder-772181-6-smb {{(pid=80238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 06:59:33.619468 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-64778b9f-09fe-4cf1-a771-8ca36b3929d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:33.623681 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b5d0d84f-8d1a-4e1e-81a4-6a60455d281d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:33.677421 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-64778b9f-09fe-4cf1-a771-8ca36b3929d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:33.688461 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b5d0d84f-8d1a-4e1e-81a4-6a60455d281d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:33.780195 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b5d0d84f-8d1a-4e1e-81a4-6a60455d281d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:33.806374 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232c8315-485a-427b-b9b4-fcbadd1d4e7b req-8ef0c7a9-4ba5-46c8-b83a-0be7a0f0b0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:59:33.808175 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-232c8315-485a-427b-b9b4-fcbadd1d4e7b req-8ef0c7a9-4ba5-46c8-b83a-0be7a0f0b0f8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f89146f0-67b7-43a2-a952-f2f292e8520d HTTP/1.1" status: 200 len: 849 time: 0.4330599 Jan 24 06:59:33.808841 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-1f11a8ee-e413-4818-a59b-bea9944deddd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:59:33.817384 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-64778b9f-09fe-4cf1-a771-8ca36b3929d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:33.827322 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:59:33.845078 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d0d84f-8d1a-4e1e-81a4-6a60455d281d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba0f971c-3bdb-4b13-a3da-1d2ed1659349,revision_number=None']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:59:33.850848 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-b5d0d84f-8d1a-4e1e-81a4-6a60455d281d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:59:33.881528 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b5d0d84f-8d1a-4e1e-81a4-6a60455d281d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:33.882760 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-b5d0d84f-8d1a-4e1e-81a4-6a60455d281d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ba0f971c-3bdb-4b13-a3da-1d2ed1659349 HTTP/1.1" status: 204 len: 168 time: 0.4067719 Jan 24 06:59:33.947738 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64778b9f-09fe-4cf1-a771-8ca36b3929d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f29d3e-a365-4bd7-9f01-09ee036fb80d,revision_number=None']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:59:33.968159 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64778b9f-09fe-4cf1-a771-8ca36b3929d4 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:59:33.968567 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64778b9f-09fe-4cf1-a771-8ca36b3929d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:59:33.968965 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64778b9f-09fe-4cf1-a771-8ca36b3929d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:59:33.969355 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64778b9f-09fe-4cf1-a771-8ca36b3929d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:59:33.969741 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64778b9f-09fe-4cf1-a771-8ca36b3929d4 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:59:33.970128 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64778b9f-09fe-4cf1-a771-8ca36b3929d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:59:33.970512 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64778b9f-09fe-4cf1-a771-8ca36b3929d4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:59:33.970894 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64778b9f-09fe-4cf1-a771-8ca36b3929d4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:59:33.971278 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64778b9f-09fe-4cf1-a771-8ca36b3929d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:59:33.971656 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64778b9f-09fe-4cf1-a771-8ca36b3929d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:59:33.972063 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64778b9f-09fe-4cf1-a771-8ca36b3929d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:59:33.974245 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64778b9f-09fe-4cf1-a771-8ca36b3929d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:59:33.974685 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64778b9f-09fe-4cf1-a771-8ca36b3929d4 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:59:33.975119 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64778b9f-09fe-4cf1-a771-8ca36b3929d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:59:33.975439 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64778b9f-09fe-4cf1-a771-8ca36b3929d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:59:33.975861 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64778b9f-09fe-4cf1-a771-8ca36b3929d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:59:33.976240 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64778b9f-09fe-4cf1-a771-8ca36b3929d4 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:59:33.976623 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64778b9f-09fe-4cf1-a771-8ca36b3929d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:59:33.977752 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64778b9f-09fe-4cf1-a771-8ca36b3929d4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:59:33.978035 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64778b9f-09fe-4cf1-a771-8ca36b3929d4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:59:33.978419 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64778b9f-09fe-4cf1-a771-8ca36b3929d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:59:33.978803 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64778b9f-09fe-4cf1-a771-8ca36b3929d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:59:33.979230 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64778b9f-09fe-4cf1-a771-8ca36b3929d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:59:33.979611 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64778b9f-09fe-4cf1-a771-8ca36b3929d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 06:59:33.985152 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-64778b9f-09fe-4cf1-a771-8ca36b3929d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:59:33.986167 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-64778b9f-09fe-4cf1-a771-8ca36b3929d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:33.991858 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-64778b9f-09fe-4cf1-a771-8ca36b3929d4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/63f29d3e-a365-4bd7-9f01-09ee036fb80d HTTP/1.1" status: 204 len: 168 time: 0.9989252 Jan 24 06:59:34.016348 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232c8315-485a-427b-b9b4-fcbadd1d4e7b req-22e274bd-e162-4526-9e69-456db48252ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:59:34.017959 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-232c8315-485a-427b-b9b4-fcbadd1d4e7b req-22e274bd-e162-4526-9e69-456db48252ff service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=440b000a-80da-445e-b13a-3c626561a2d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1959288 Jan 24 06:59:34.240531 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 60340) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:59:34.262013 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-63921df5-4dea-437a-9073-88a123665186 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:34.278288 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-7b82026f-f5e9-47e4-9103-1abed0ea0caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c96de43a-59d1-460d-a1b9-d50ba998bb57', 'name': 'tempest-AttachVolumeTestJSON-479307682-router', 'tenant_id': '2fc6fa56d19f4f2496beee60631c3cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'external_fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.159'}], 'enable_snat': True}, 'gw_port_id': 'c688ab2c-9bd6-42aa-b66c-2b236de57deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T06:58:33Z', 'updated_at': '2021-01-24T06:58:43Z', 'revision_number': 4, 'project_id': '2fc6fa56d19f4f2496beee60631c3cb7', 'gw_port': {'id': 'c688ab2c-9bd6-42aa-b66c-2b236de57deb', 'name': '', 'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:d2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96de43a-59d1-460d-a1b9-d50ba998bb57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T06:58:34Z', 'updated_at': '2021-01-24T06:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-6-smb', '_floatingips': [{'id': '47581faf-f79c-46ca-a33e-f9153cdb43ce', 'tenant_id': '2fc6fa56d19f4f2496beee60631c3cb7', 'floating_ip_address': '172.28.0.185', 'floating_network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'router_id': 'c96de43a-59d1-460d-a1b9-d50ba998bb57', 'port_id': 'fc860ca2-d951-4a48-a63d-1f777f905aac', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '440b000a-80da-445e-b13a-3c626561a2d5', 'mac_address': 'fa:16:3e:bd:fb:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b28494-46db-42eb-9dfe-87b08b818e90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-24T06:58:57Z', 'updated_at': '2021-01-24T06:59:30Z', 'revision_number': 1, 'project_id': '2fc6fa56d19f4f2496beee60631c3cb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df483948-5127-4d1a-ae4c-a52412df60fd', 'name': '', 'network_id': '440b000a-80da-445e-b13a-3c626561a2d5', 'tenant_id': '2fc6fa56d19f4f2496beee60631c3cb7', 'mac_address': 'fa:16:3e:1d:57:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96de43a-59d1-460d-a1b9-d50ba998bb57', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f89146f0-67b7-43a2-a952-f2f292e8520d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T06:58:41Z', 'updated_at': '2021-01-24T06:59:00Z', 'revision_number': 5, 'project_id': '2fc6fa56d19f4f2496beee60631c3cb7', 'subnets': [{'id': 'f89146f0-67b7-43a2-a952-f2f292e8520d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-6-smb', False) {} {{(pid=80238) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 06:59:34.280562 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-63921df5-4dea-437a-9073-88a123665186 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 06:59:34.287843 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-63921df5-4dea-437a-9073-88a123665186 admin admin] Usage tracker for resource:security_group_rule and tenant:70883b36be444980a50cd45a59ad422f is out of sync, need to count used quota {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 06:59:34.288864 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-63921df5-4dea-437a-9073-88a123665186 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 06:59:34.293920 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-232c8315-485a-427b-b9b4-fcbadd1d4e7b req-cc251384-d29e-4d99-8414-c2755c354413 service neutron] 10.222.0.18 "GET /v2.0/networks/440b000a-80da-445e-b13a-3c626561a2d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2665191 Jan 24 06:59:34.295333 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-63921df5-4dea-437a-9073-88a123665186 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 06:59:34.298937 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b82026f-f5e9-47e4-9103-1abed0ea0caf None None] The sync data for ids ['c96de43a-59d1-460d-a1b9-d50ba998bb57'] in dv-cinder-772181-6-smb is: [{'id': 'c96de43a-59d1-460d-a1b9-d50ba998bb57', 'name': 'tempest-AttachVolumeTestJSON-479307682-router', 'tenant_id': '2fc6fa56d19f4f2496beee60631c3cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'external_fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.159'}], 'enable_snat': True}, 'gw_port_id': 'c688ab2c-9bd6-42aa-b66c-2b236de57deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T06:58:33Z', 'updated_at': '2021-01-24T06:58:43Z', 'revision_number': 4, 'project_id': '2fc6fa56d19f4f2496beee60631c3cb7', 'gw_port': {'id': 'c688ab2c-9bd6-42aa-b66c-2b236de57deb', 'name': '', 'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:d2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96de43a-59d1-460d-a1b9-d50ba998bb57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T06:58:34Z', 'updated_at': '2021-01-24T06:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-6-smb', '_floatingips': [{'id': '47581faf-f79c-46ca-a33e-f9153cdb43ce', 'tenant_id': '2fc6fa56d19f4f2496beee60631c3cb7', 'floating_ip_address': '172.28.0.185', 'floating_network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'router_id': 'c96de43a-59d1-460d-a1b9-d50ba998bb57', 'port_id': 'fc860ca2-d951-4a48-a63d-1f777f905aac', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '440b000a-80da-445e-b13a-3c626561a2d5', 'mac_address': 'fa:16:3e:bd:fb:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b28494-46db-42eb-9dfe-87b08b818e90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-24T06:58:57Z', 'updated_at': '2021-01-24T06:59:30Z', 'revision_number': 1, 'project_id': '2fc6fa56d19f4f2496beee60631c3cb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df483948-5127-4d1a-ae4c-a52412df60fd', 'name': '', 'network_id': '440b000a-80da-445e-b13a-3c626561a2d5', 'tenant_id': '2fc6fa56d19f4f2496beee60631c3cb7', 'mac_address': 'fa:16:3e:1d:57:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96de43a-59d1-460d-a1b9-d50ba998bb57', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f89146f0-67b7-43a2-a952-f2f292e8520d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T06:58:41Z', 'updated_at': '2021-01-24T06:59:00Z', 'revision_number': 5, 'project_id': '2fc6fa56d19f4f2496beee60631c3cb7', 'subnets': [{'id': 'f89146f0-67b7-43a2-a952-f2f292e8520d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 24 06:59:34.438465 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-63921df5-4dea-437a-9073-88a123665186 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:34.443304 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-63921df5-4dea-437a-9073-88a123665186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:34.473790 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-ad034022-7143-471c-9339-a79ecc728aac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:59:34.507125 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-63921df5-4dea-437a-9073-88a123665186 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=70883b36be444980a50cd45a59ad422f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2614367 Jan 24 06:59:34.507125 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63921df5-4dea-437a-9073-88a123665186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d161bb2-9fab-4df6-a0ba-6a980eda357a,revision_number=1']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:59:34.508014 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 60348) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:59:34.511046 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-63921df5-4dea-437a-9073-88a123665186 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:59:34.584576 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-232c8315-485a-427b-b9b4-fcbadd1d4e7b req-c9e238c4-29a9-43f9-a247-f9d1dde95edb service neutron] 10.222.0.18 "GET /v2.0/networks/440b000a-80da-445e-b13a-3c626561a2d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2785904 Jan 24 06:59:34.586485 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b4e2742f-121f-4f13-9c32-91cb4706b285 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:34.617490 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b4e2742f-121f-4f13-9c32-91cb4706b285 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:34.716090 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b4e2742f-121f-4f13-9c32-91cb4706b285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:34.728106 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-b5d0d84f-8d1a-4e1e-81a4-6a60455d281d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:59:34.741407 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b4e2742f-121f-4f13-9c32-91cb4706b285 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:34.742650 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-b4e2742f-121f-4f13-9c32-91cb4706b285 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5d161bb2-9fab-4df6-a0ba-6a980eda357a HTTP/1.1" status: 204 len: 168 time: 0.2336144 Jan 24 06:59:34.758349 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e2742f-121f-4f13-9c32-91cb4706b285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d161bb2-9fab-4df6-a0ba-6a980eda357a,revision_number=None']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:59:34.761955 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-b4e2742f-121f-4f13-9c32-91cb4706b285 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:59:34.796099 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c62711-bd88-4f06-a510-2876f2535f53 None None] New status for floating IP 47581faf-f79c-46ca-a33e-f9153cdb43ce: ACTIVE {{(pid=80237) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 24 06:59:34.816164 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c101b995-6d22-4dda-b2a4-a1fd90198c2a req-46c9d69c-83ab-4407-8f21-7fade1542628 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:59:34.818612 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-c101b995-6d22-4dda-b2a4-a1fd90198c2a req-46c9d69c-83ab-4407-8f21-7fade1542628 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/ports?device_id=a2f64be8-97ae-4f3e-8619-310e5589200b HTTP/1.1" status: 200 len: 945 time: 0.1515014 Jan 24 06:59:34.910940 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-c101b995-6d22-4dda-b2a4-a1fd90198c2a req-2249ac68-e8db-41de-a1a9-42d7e92b2e2c tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/security-groups?id=b0fd1909-caa0-4f27-9897-89809084cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828307 Jan 24 06:59:35.014841 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 60364) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:59:35.174826 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 60372) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:59:35.195895 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-43dd4df2-0e3d-4b75-b108-85ba8374921b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:35.211765 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-43dd4df2-0e3d-4b75-b108-85ba8374921b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 06:59:35.215893 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-43dd4df2-0e3d-4b75-b108-85ba8374921b admin admin] Usage tracker for resource:security_group_rule and tenant:2ab0b2ef1ffe4ea296a201b857e8a9be is out of sync, need to count used quota {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 06:59:35.218884 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-43dd4df2-0e3d-4b75-b108-85ba8374921b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 06:59:35.225370 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-43dd4df2-0e3d-4b75-b108-85ba8374921b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 06:59:35.322380 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-43dd4df2-0e3d-4b75-b108-85ba8374921b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:35.334815 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-43dd4df2-0e3d-4b75-b108-85ba8374921b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:35.344405 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:59:35.388258 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-43dd4df2-0e3d-4b75-b108-85ba8374921b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2ab0b2ef1ffe4ea296a201b857e8a9be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2109795 Jan 24 06:59:35.389488 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dd4df2-0e3d-4b75-b108-85ba8374921b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=794d59e2-c2f7-4759-b9f8-d6a59802f224,revision_number=1']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:59:35.391929 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 60380) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:59:35.392847 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-43dd4df2-0e3d-4b75-b108-85ba8374921b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:59:35.469398 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-2b1a8b59-7637-4abd-ab70-5d593ba87a90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:35.502905 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-2b1a8b59-7637-4abd-ab70-5d593ba87a90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:35.540754 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5ee8fb7c-3690-4fac-a9da-838621661825 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:35.557231 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-2b1a8b59-7637-4abd-ab70-5d593ba87a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:35.565115 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-792a3888-b7c4-485c-b605-aefa6496e8f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:59:35.580601 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-5ee8fb7c-3690-4fac-a9da-838621661825 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 06:59:35.584743 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1a8b59-7637-4abd-ab70-5d593ba87a90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=794d59e2-c2f7-4759-b9f8-d6a59802f224,revision_number=None']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:59:35.585710 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-5ee8fb7c-3690-4fac-a9da-838621661825 admin admin] Usage tracker for resource:security_group_rule and tenant:30f69a228bb94b5fa4c4db7b9de4a5df is out of sync, need to count used quota {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 06:59:35.589251 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-5ee8fb7c-3690-4fac-a9da-838621661825 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 06:59:35.591406 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-2b1a8b59-7637-4abd-ab70-5d593ba87a90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:59:35.595898 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-2b1a8b59-7637-4abd-ab70-5d593ba87a90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:35.597136 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-2b1a8b59-7637-4abd-ab70-5d593ba87a90 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/794d59e2-c2f7-4759-b9f8-d6a59802f224 HTTP/1.1" status: 204 len: 168 time: 0.2039819 Jan 24 06:59:35.610113 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-5ee8fb7c-3690-4fac-a9da-838621661825 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 06:59:35.748607 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5ee8fb7c-3690-4fac-a9da-838621661825 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:35.754128 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5ee8fb7c-3690-4fac-a9da-838621661825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:35.770424 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-49640313-4077-476d-8e7b-c58a1a7ac0d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:59:35.821553 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-5ee8fb7c-3690-4fac-a9da-838621661825 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=30f69a228bb94b5fa4c4db7b9de4a5df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8051002 Jan 24 06:59:35.822561 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee8fb7c-3690-4fac-a9da-838621661825 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92015d1a-f12d-465a-b03a-98058169b299,revision_number=1']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:59:35.825117 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 60404) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:59:35.826613 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-5ee8fb7c-3690-4fac-a9da-838621661825 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:59:35.925122 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-65231f5f-40cc-4d17-b144-e82ab357ae7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:35.957274 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-65231f5f-40cc-4d17-b144-e82ab357ae7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:36.076448 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-65231f5f-40cc-4d17-b144-e82ab357ae7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:36.086602 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-4c7e7f6a-144a-4a38-b6d9-31951536de81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:59:36.099676 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65231f5f-40cc-4d17-b144-e82ab357ae7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92015d1a-f12d-465a-b03a-98058169b299,revision_number=None']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:59:36.102859 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-65231f5f-40cc-4d17-b144-e82ab357ae7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:59:36.109926 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-65231f5f-40cc-4d17-b144-e82ab357ae7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:36.115372 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-65231f5f-40cc-4d17-b144-e82ab357ae7f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/92015d1a-f12d-465a-b03a-98058169b299 HTTP/1.1" status: 204 len: 168 time: 0.2867372 Jan 24 06:59:36.345344 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e856b4a4-8cce-47e0-99b5-7dac420d2d6d req-40d1bdc1-e1ce-4560-a8e1-87e8c70d45bf tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:59:36.347122 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-e856b4a4-8cce-47e0-99b5-7dac420d2d6d req-40d1bdc1-e1ce-4560-a8e1-87e8c70d45bf tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/ports?device_id=a2f64be8-97ae-4f3e-8619-310e5589200b HTTP/1.1" status: 200 len: 945 time: 0.1516793 Jan 24 06:59:36.416106 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-e856b4a4-8cce-47e0-99b5-7dac420d2d6d req-e876bf9e-d5b3-43a4-9331-936157548a2e tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/security-groups?id=b0fd1909-caa0-4f27-9897-89809084cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613863 Jan 24 06:59:36.918694 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 60438) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:59:36.938414 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-99207cae-5d58-4b8f-a8f1-bc7666d29992 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:36.954735 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-99207cae-5d58-4b8f-a8f1-bc7666d29992 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 06:59:36.959806 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-99207cae-5d58-4b8f-a8f1-bc7666d29992 admin admin] Usage tracker for resource:security_group_rule and tenant:930fd99cdb524695b5ec88d5032ed653 is out of sync, need to count used quota {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 06:59:36.963808 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-99207cae-5d58-4b8f-a8f1-bc7666d29992 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 06:59:36.970097 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-99207cae-5d58-4b8f-a8f1-bc7666d29992 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 06:59:37.076245 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-99207cae-5d58-4b8f-a8f1-bc7666d29992 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:37.080733 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-99207cae-5d58-4b8f-a8f1-bc7666d29992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:37.094079 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-4c91414d-fcc2-4010-a3c7-5b831e318ca5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:59:37.145302 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-99207cae-5d58-4b8f-a8f1-bc7666d29992 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=930fd99cdb524695b5ec88d5032ed653&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2248116 Jan 24 06:59:37.147158 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99207cae-5d58-4b8f-a8f1-bc7666d29992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fefbf91-8995-4a27-a683-59c2918e3f9d,revision_number=1']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:59:37.148219 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 60452) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:59:37.169475 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-99207cae-5d58-4b8f-a8f1-bc7666d29992 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:59:37.225672 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1b0c0c6c-708d-4a17-bdfd-971c0d66eb0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:37.264569 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1b0c0c6c-708d-4a17-bdfd-971c0d66eb0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:37.301024 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 60464) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:59:37.322908 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1b0c0c6c-708d-4a17-bdfd-971c0d66eb0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:37.328989 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:59:37.353190 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0c0c6c-708d-4a17-bdfd-971c0d66eb0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fefbf91-8995-4a27-a683-59c2918e3f9d,revision_number=None']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:59:37.355736 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-1b0c0c6c-708d-4a17-bdfd-971c0d66eb0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:59:37.368181 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1b0c0c6c-708d-4a17-bdfd-971c0d66eb0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:37.369413 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-1b0c0c6c-708d-4a17-bdfd-971c0d66eb0b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8fefbf91-8995-4a27-a683-59c2918e3f9d HTTP/1.1" status: 204 len: 168 time: 0.2201338 Jan 24 06:59:37.665760 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-4b35f596-3b64-4caf-8c8a-9dff3b3568eb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-735557544-network', 'tenant_id': '7022fa9369114c49afbeff66e32c457f'}} {{(pid=80235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 06:59:37.672254 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-4b35f596-3b64-4caf-8c8a-9dff3b3568eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 06:59:37.686717 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-4b35f596-3b64-4caf-8c8a-9dff3b3568eb admin admin] Usage tracker for resource:network and tenant:7022fa9369114c49afbeff66e32c457f is out of sync, need to count used quota {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 06:59:37.692684 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-4b35f596-3b64-4caf-8c8a-9dff3b3568eb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 06:59:37.699604 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-4b35f596-3b64-4caf-8c8a-9dff3b3568eb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 06:59:37.721940 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b35f596-3b64-4caf-8c8a-9dff3b3568eb admin admin] Made reservation on behalf of 7022fa9369114c49afbeff66e32c457f for: {'network': 1} {{(pid=80235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 06:59:37.728228 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4b35f596-3b64-4caf-8c8a-9dff3b3568eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for network, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:37.744380 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4b35f596-3b64-4caf-8c8a-9dff3b3568eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:37.765807 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-4b35f596-3b64-4caf-8c8a-9dff3b3568eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 06:59:37.770233 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-4b35f596-3b64-4caf-8c8a-9dff3b3568eb admin admin] Usage tracker for resource:security_group_rule and tenant:7022fa9369114c49afbeff66e32c457f is out of sync, need to count used quota {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 06:59:37.773366 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-4b35f596-3b64-4caf-8c8a-9dff3b3568eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 06:59:37.779445 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-4b35f596-3b64-4caf-8c8a-9dff3b3568eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 06:59:37.794773 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90003b86-f8d0-4a3f-a519-3ebb5ea8cebe req-ff8ddbe4-58b9-414c-9747-df706f82a5ac tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:59:37.796519 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-90003b86-f8d0-4a3f-a519-3ebb5ea8cebe req-ff8ddbe4-58b9-414c-9747-df706f82a5ac tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/ports?device_id=a2f64be8-97ae-4f3e-8619-310e5589200b HTTP/1.1" status: 200 len: 945 time: 0.1505291 Jan 24 06:59:37.863393 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-90003b86-f8d0-4a3f-a519-3ebb5ea8cebe req-c60dacff-8082-4487-badd-69f1640b9927 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/security-groups?id=b0fd1909-caa0-4f27-9897-89809084cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594130 Jan 24 06:59:37.886108 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4b35f596-3b64-4caf-8c8a-9dff3b3568eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:37.890536 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4b35f596-3b64-4caf-8c8a-9dff3b3568eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:37.895620 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-2880c35b-9c60-4e78-a7e2-996a406506ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:59:37.926869 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b35f596-3b64-4caf-8c8a-9dff3b3568eb admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80235) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 24 06:59:37.942148 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b35f596-3b64-4caf-8c8a-9dff3b3568eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42b6448b-9f85-4ead-a6dd-587ab371094f,revision_number=1']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:59:37.946802 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-4b35f596-3b64-4caf-8c8a-9dff3b3568eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:59:37.947879 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4b35f596-3b64-4caf-8c8a-9dff3b3568eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419005'] for segment, precommit_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:37.948270 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.db.segments_db [None req-4b35f596-3b64-4caf-8c8a-9dff3b3568eb admin admin] Added segment e9ad1982-83c7-4574-977f-35caf523843d of type vxlan for network f50c120d-6728-407d-b5d0-d825f47cb6a1 Jan 24 06:59:37.978560 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4b35f596-3b64-4caf-8c8a-9dff3b3568eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760141522069'] for network, precommit_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:38.015881 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4b35f596-3b64-4caf-8c8a-9dff3b3568eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854325290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788'] for network, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:38.017187 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b35f596-3b64-4caf-8c8a-9dff3b3568eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:59:38.017830 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4b35f596-3b64-4caf-8c8a-9dff3b3568eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539807'] for network, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:38.023197 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:59:38.069429 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-4b35f596-3b64-4caf-8c8a-9dff3b3568eb admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7671070 Jan 24 06:59:38.070019 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 60498) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:59:38.100802 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 60500) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:59:38.146812 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-fdc81d29-e8a1-4815-8690-0eea17ff8dd3 admin admin] Request body: {'subnet': {'network_id': 'f50c120d-6728-407d-b5d0-d825f47cb6a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-735557544-subnet', 'tenant_id': '7022fa9369114c49afbeff66e32c457f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 06:59:38.154105 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-fdc81d29-e8a1-4815-8690-0eea17ff8dd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 06:59:38.162512 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-fdc81d29-e8a1-4815-8690-0eea17ff8dd3 admin admin] Usage tracker for resource:subnet and tenant:7022fa9369114c49afbeff66e32c457f is out of sync, need to count used quota {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 06:59:38.171010 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-fdc81d29-e8a1-4815-8690-0eea17ff8dd3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 06:59:38.174001 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b35f596-3b64-4caf-8c8a-9dff3b3568eb admin admin] Pushing event updated for resources: {'Network': ['ID=f50c120d-6728-407d-b5d0-d825f47cb6a1,revision_number=1']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:59:38.178108 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-4b35f596-3b64-4caf-8c8a-9dff3b3568eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:59:38.182419 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-fdc81d29-e8a1-4815-8690-0eea17ff8dd3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 06:59:38.190774 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Network f50c120d-6728-407d-b5d0-d825f47cb6a1 details requested by agent ovs-agent-dv-cinder-772181-6-smb with host dv-cinder-772181-6-smb {{(pid=80237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 24 06:59:38.207123 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdc81d29-e8a1-4815-8690-0eea17ff8dd3 admin admin] Made reservation on behalf of 7022fa9369114c49afbeff66e32c457f for: {'subnet': 1} {{(pid=80235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 06:59:38.210261 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Network f50c120d-6728-407d-b5d0-d825f47cb6a1 details requested by agent ovs-agent-hv-cinder-77218 with host hv-cinder-77218 {{(pid=80237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 24 06:59:38.217706 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-fdc81d29-e8a1-4815-8690-0eea17ff8dd3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:38.595551 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-d5e09957-d808-4e95-97ca-c39e4d28a6c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:38.631764 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-d5e09957-d808-4e95-97ca-c39e4d28a6c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 06:59:38.644814 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-d5e09957-d808-4e95-97ca-c39e4d28a6c5 admin admin] Usage tracker for resource:security_group_rule and tenant:5b47ad0b5c4c423ca91bf383a46237a6 is out of sync, need to count used quota {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 06:59:38.651004 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-d5e09957-d808-4e95-97ca-c39e4d28a6c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 06:59:38.663738 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-d5e09957-d808-4e95-97ca-c39e4d28a6c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 06:59:38.836236 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-fdc81d29-e8a1-4815-8690-0eea17ff8dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854325308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788'] for subnet, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:38.851488 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:59:38.884641 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-d5e09957-d808-4e95-97ca-c39e4d28a6c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:38.889933 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-d5e09957-d808-4e95-97ca-c39e4d28a6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:38.944497 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-e582af71-7f27-4a72-8ba7-4a43f7f7e66c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:59:39.002583 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-d5e09957-d808-4e95-97ca-c39e4d28a6c5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5b47ad0b5c4c423ca91bf383a46237a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8967798 Jan 24 06:59:39.002583 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e09957-d808-4e95-97ca-c39e4d28a6c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9afc80f-22b4-4c28-875c-6244cbda44e6,revision_number=1']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:59:39.003249 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 60530) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:59:39.008282 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-d5e09957-d808-4e95-97ca-c39e4d28a6c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:59:39.031805 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc81d29-e8a1-4815-8690-0eea17ff8dd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8124b4ab-b8de-4c35-a0aa-9236d6d1689e,revision_number=0']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:59:39.039566 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-fdc81d29-e8a1-4815-8690-0eea17ff8dd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:59:39.203450 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-29f48fed-52b2-4a01-a399-ceb4935ebb78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:39.256624 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-29f48fed-52b2-4a01-a399-ceb4935ebb78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:39.264917 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc81d29-e8a1-4815-8690-0eea17ff8dd3 admin admin] Checking segment: {'id': 'e9ad1982-83c7-4574-977f-35caf523843d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f50c120d-6728-407d-b5d0-d825f47cb6a1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 06:59:39.265426 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc81d29-e8a1-4815-8690-0eea17ff8dd3 admin admin] Network hostable DHCP agents. Network: f50c120d-6728-407d-b5d0-d825f47cb6a1, hostable agents: ['d33f51e1-f1a2-468d-95a7-36d67ba2db65'], hosted agents: [] {{(pid=80235) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 24 06:59:39.299110 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e982d393-6bdc-48c7-bf66-324e752d3bf3 req-e96f1608-93de-4900-bf8a-1824f9307eb7 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:59:39.301876 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-e982d393-6bdc-48c7-bf66-324e752d3bf3 req-e96f1608-93de-4900-bf8a-1824f9307eb7 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/ports?device_id=a2f64be8-97ae-4f3e-8619-310e5589200b HTTP/1.1" status: 200 len: 945 time: 0.1420798 Jan 24 06:59:39.320872 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc81d29-e8a1-4815-8690-0eea17ff8dd3 admin admin] Network f50c120d-6728-407d-b5d0-d825f47cb6a1 is scheduled to be hosted by DHCP agent d33f51e1-f1a2-468d-95a7-36d67ba2db65 with binding_index 1 {{(pid=80235) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 24 06:59:39.331210 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [None req-fdc81d29-e8a1-4815-8690-0eea17ff8dd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-6-smb, f50c120d-6728-407d-b5d0-d825f47cb6a1) {{(pid=80235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 06:59:39.337849 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc81d29-e8a1-4815-8690-0eea17ff8dd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:59:39.338691 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-fdc81d29-e8a1-4815-8690-0eea17ff8dd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539807'] for subnet, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:39.344064 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7196092b-8360-471d-979e-04ee1ca717e2 None None] Network f50c120d-6728-407d-b5d0-d825f47cb6a1 requested from dv-cinder-772181-6-smb {{(pid=80237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 06:59:39.350148 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-29f48fed-52b2-4a01-a399-ceb4935ebb78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:39.356667 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:59:39.369214 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f48fed-52b2-4a01-a399-ceb4935ebb78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9afc80f-22b4-4c28-875c-6244cbda44e6,revision_number=None']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:59:39.374413 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-29f48fed-52b2-4a01-a399-ceb4935ebb78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:59:39.384590 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-29f48fed-52b2-4a01-a399-ceb4935ebb78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:39.388035 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-29f48fed-52b2-4a01-a399-ceb4935ebb78 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e9afc80f-22b4-4c28-875c-6244cbda44e6 HTTP/1.1" status: 204 len: 168 time: 0.3784404 Jan 24 06:59:39.399098 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-fdc81d29-e8a1-4815-8690-0eea17ff8dd3 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2665360 Jan 24 06:59:39.428894 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-e982d393-6bdc-48c7-bf66-324e752d3bf3 req-d11ace8a-b7f4-4110-8d5c-6315fa697390 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/security-groups?id=b0fd1909-caa0-4f27-9897-89809084cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165929 Jan 24 06:59:39.654641 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86111093-4b90-4c8f-a7e1-ab5dc5f90ba5 None None] Network f50c120d-6728-407d-b5d0-d825f47cb6a1 requested from dv-cinder-772181-6-smb {{(pid=80237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 06:59:40.103490 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 60566) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:59:40.124987 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-74a603c2-e8f0-4f66-8960-56d792cfde18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:40.143450 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-74a603c2-e8f0-4f66-8960-56d792cfde18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 06:59:40.147893 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-74a603c2-e8f0-4f66-8960-56d792cfde18 admin admin] Usage tracker for resource:security_group_rule and tenant:042aca7e646445d084b2640477fd9128 is out of sync, need to count used quota {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 06:59:40.152085 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-74a603c2-e8f0-4f66-8960-56d792cfde18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 06:59:40.158866 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-74a603c2-e8f0-4f66-8960-56d792cfde18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 06:59:40.262200 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-74a603c2-e8f0-4f66-8960-56d792cfde18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:40.267790 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-74a603c2-e8f0-4f66-8960-56d792cfde18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:40.277902 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:59:40.311899 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-74a603c2-e8f0-4f66-8960-56d792cfde18 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=042aca7e646445d084b2640477fd9128&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2070439 Jan 24 06:59:40.314701 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 60578) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:59:40.352669 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a603c2-e8f0-4f66-8960-56d792cfde18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5773657c-ca67-4d20-9b1f-46ab226a49ea,revision_number=1']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:59:40.363974 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-74a603c2-e8f0-4f66-8960-56d792cfde18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:59:40.421691 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1f507f61-01e7-412b-bdd7-7dbca70cd06a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:40.473607 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1f507f61-01e7-412b-bdd7-7dbca70cd06a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:40.581329 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1f507f61-01e7-412b-bdd7-7dbca70cd06a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:40.588066 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-e52e05de-cc9a-4ce8-8ec7-88b155166741 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:59:40.641245 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f507f61-01e7-412b-bdd7-7dbca70cd06a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5773657c-ca67-4d20-9b1f-46ab226a49ea,revision_number=None']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:59:40.675264 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-1f507f61-01e7-412b-bdd7-7dbca70cd06a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:59:40.698678 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1f507f61-01e7-412b-bdd7-7dbca70cd06a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:40.700107 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-1f507f61-01e7-412b-bdd7-7dbca70cd06a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5773657c-ca67-4d20-9b1f-46ab226a49ea HTTP/1.1" status: 204 len: 168 time: 0.3843358 Jan 24 06:59:40.873869 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97245f92-0f1c-4103-834c-fb9f843ebd15 req-f842b993-23eb-4f41-b576-dd03ad7e8903 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:59:40.875599 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-97245f92-0f1c-4103-834c-fb9f843ebd15 req-f842b993-23eb-4f41-b576-dd03ad7e8903 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/ports?device_id=a2f64be8-97ae-4f3e-8619-310e5589200b HTTP/1.1" status: 200 len: 945 time: 0.1304779 Jan 24 06:59:40.958737 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-97245f92-0f1c-4103-834c-fb9f843ebd15 req-586eba54-280b-448b-9a7a-962f13335ea0 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/security-groups?id=b0fd1909-caa0-4f27-9897-89809084cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696483 Jan 24 06:59:41.635975 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 60654) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:59:41.641506 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-c507ecee-484a-49b8-ace0-90e28c23a8e2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-46372368-network', 'tenant_id': 'b40b6c74f62b4619a50e22b8cabd4988'}} {{(pid=80235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 06:59:41.658441 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-c507ecee-484a-49b8-ace0-90e28c23a8e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 06:59:41.673670 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-c507ecee-484a-49b8-ace0-90e28c23a8e2 admin admin] Usage tracker for resource:network and tenant:b40b6c74f62b4619a50e22b8cabd4988 is out of sync, need to count used quota {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 06:59:41.677312 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-c507ecee-484a-49b8-ace0-90e28c23a8e2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 06:59:41.688831 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-c507ecee-484a-49b8-ace0-90e28c23a8e2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 06:59:41.711313 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c507ecee-484a-49b8-ace0-90e28c23a8e2 admin admin] Made reservation on behalf of b40b6c74f62b4619a50e22b8cabd4988 for: {'network': 1} {{(pid=80235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 06:59:41.719092 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c507ecee-484a-49b8-ace0-90e28c23a8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for network, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:41.734719 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c507ecee-484a-49b8-ace0-90e28c23a8e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:41.753878 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-c507ecee-484a-49b8-ace0-90e28c23a8e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 06:59:41.759073 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-c507ecee-484a-49b8-ace0-90e28c23a8e2 admin admin] Usage tracker for resource:security_group_rule and tenant:b40b6c74f62b4619a50e22b8cabd4988 is out of sync, need to count used quota {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 06:59:41.762834 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-c507ecee-484a-49b8-ace0-90e28c23a8e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 06:59:41.772374 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-c507ecee-484a-49b8-ace0-90e28c23a8e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 06:59:41.895855 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c507ecee-484a-49b8-ace0-90e28c23a8e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:41.902527 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c507ecee-484a-49b8-ace0-90e28c23a8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:41.907471 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-5d719707-f654-4789-bf94-fb04d02270e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:59:41.945047 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c507ecee-484a-49b8-ace0-90e28c23a8e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=062f1c64-61b8-4b92-9a35-8c75eebcafc9,revision_number=1']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:59:41.948549 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-c507ecee-484a-49b8-ace0-90e28c23a8e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:59:41.960392 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c507ecee-484a-49b8-ace0-90e28c23a8e2 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80235) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 24 06:59:41.970469 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c507ecee-484a-49b8-ace0-90e28c23a8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419005'] for segment, precommit_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:41.970713 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.db.segments_db [None req-c507ecee-484a-49b8-ace0-90e28c23a8e2 admin admin] Added segment a4a9bbc3-53f9-4525-87cc-7016ccf1e9a0 of type vxlan for network 86340b63-4cce-482e-b199-3ace87b7bcc3 Jan 24 06:59:42.012489 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c507ecee-484a-49b8-ace0-90e28c23a8e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760141522069'] for network, precommit_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:42.051479 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c507ecee-484a-49b8-ace0-90e28c23a8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854325290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788'] for network, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:42.053330 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c507ecee-484a-49b8-ace0-90e28c23a8e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:59:42.054303 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c507ecee-484a-49b8-ace0-90e28c23a8e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539807'] for network, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:42.060699 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:59:42.387454 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79789a0-c8d3-4d44-9c9a-785eea2412c3 req-95b58285-85d3-4385-8a79-b44f51a49ee0 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:59:42.395254 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-e79789a0-c8d3-4d44-9c9a-785eea2412c3 req-95b58285-85d3-4385-8a79-b44f51a49ee0 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/ports?device_id=a2f64be8-97ae-4f3e-8619-310e5589200b HTTP/1.1" status: 200 len: 945 time: 0.1803744 Jan 24 06:59:42.500161 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-e79789a0-c8d3-4d44-9c9a-785eea2412c3 req-740659cf-8677-440d-b15f-477771a3b1f8 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/security-groups?id=b0fd1909-caa0-4f27-9897-89809084cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973544 Jan 24 06:59:42.577785 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c507ecee-484a-49b8-ace0-90e28c23a8e2 admin admin] Pushing event updated for resources: {'Network': ['ID=86340b63-4cce-482e-b199-3ace87b7bcc3,revision_number=1']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:59:42.585116 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-c507ecee-484a-49b8-ace0-90e28c23a8e2 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9460940 Jan 24 06:59:42.585116 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-c507ecee-484a-49b8-ace0-90e28c23a8e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:59:42.585556 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 60730) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:59:42.590059 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Network 86340b63-4cce-482e-b199-3ace87b7bcc3 details requested by agent ovs-agent-dv-cinder-772181-6-smb with host dv-cinder-772181-6-smb {{(pid=80237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 24 06:59:42.601004 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-221a57da-1132-48bb-aeb4-5b119fbc66e7 admin admin] Request body: {'subnet': {'network_id': '86340b63-4cce-482e-b199-3ace87b7bcc3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-46372368-subnet', 'tenant_id': 'b40b6c74f62b4619a50e22b8cabd4988', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 06:59:42.611165 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-221a57da-1132-48bb-aeb4-5b119fbc66e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 06:59:42.621097 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-221a57da-1132-48bb-aeb4-5b119fbc66e7 admin admin] Usage tracker for resource:subnet and tenant:b40b6c74f62b4619a50e22b8cabd4988 is out of sync, need to count used quota {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 06:59:42.626396 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-221a57da-1132-48bb-aeb4-5b119fbc66e7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 06:59:42.637495 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-221a57da-1132-48bb-aeb4-5b119fbc66e7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 06:59:42.650004 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-221a57da-1132-48bb-aeb4-5b119fbc66e7 admin admin] Made reservation on behalf of b40b6c74f62b4619a50e22b8cabd4988 for: {'subnet': 1} {{(pid=80235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 06:59:42.658334 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-221a57da-1132-48bb-aeb4-5b119fbc66e7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:42.736492 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Network 86340b63-4cce-482e-b199-3ace87b7bcc3 details requested by agent ovs-agent-hv-cinder-77218 with host hv-cinder-77218 {{(pid=80237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 24 06:59:43.246978 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-221a57da-1132-48bb-aeb4-5b119fbc66e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854325308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788'] for subnet, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:43.264404 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-fdc81d29-e8a1-4815-8690-0eea17ff8dd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:59:43.398466 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221a57da-1132-48bb-aeb4-5b119fbc66e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=976d6966-c72a-4a50-8c17-5775dc896a3d,revision_number=0']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:59:43.403338 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-221a57da-1132-48bb-aeb4-5b119fbc66e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:59:43.480478 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221a57da-1132-48bb-aeb4-5b119fbc66e7 admin admin] Checking segment: {'id': 'a4a9bbc3-53f9-4525-87cc-7016ccf1e9a0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '86340b63-4cce-482e-b199-3ace87b7bcc3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 06:59:43.480581 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221a57da-1132-48bb-aeb4-5b119fbc66e7 admin admin] Network hostable DHCP agents. Network: 86340b63-4cce-482e-b199-3ace87b7bcc3, hostable agents: ['d33f51e1-f1a2-468d-95a7-36d67ba2db65'], hosted agents: [] {{(pid=80235) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 24 06:59:43.505413 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221a57da-1132-48bb-aeb4-5b119fbc66e7 admin admin] Network 86340b63-4cce-482e-b199-3ace87b7bcc3 is scheduled to be hosted by DHCP agent d33f51e1-f1a2-468d-95a7-36d67ba2db65 with binding_index 1 {{(pid=80235) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 24 06:59:43.515008 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [None req-221a57da-1132-48bb-aeb4-5b119fbc66e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-6-smb, 86340b63-4cce-482e-b199-3ace87b7bcc3) {{(pid=80235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 06:59:43.520890 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221a57da-1132-48bb-aeb4-5b119fbc66e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:59:43.521539 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-221a57da-1132-48bb-aeb4-5b119fbc66e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539807'] for subnet, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:43.524191 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab176972-6141-4c9f-bcbe-3df3427e2d3b None None] Network 86340b63-4cce-482e-b199-3ace87b7bcc3 requested from dv-cinder-772181-6-smb {{(pid=80237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 06:59:43.553922 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-221a57da-1132-48bb-aeb4-5b119fbc66e7 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9670258 Jan 24 06:59:43.881116 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42037df1-d0a6-4ee6-ab9b-2cb5cee6ea98 req-cb0e37d4-dacf-4c4d-ab28-2f3f6a819cac tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:59:43.890070 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-42037df1-d0a6-4ee6-ab9b-2cb5cee6ea98 req-cb0e37d4-dacf-4c4d-ab28-2f3f6a819cac tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/ports?device_id=a2f64be8-97ae-4f3e-8619-310e5589200b HTTP/1.1" status: 200 len: 945 time: 0.1238029 Jan 24 06:59:43.921570 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 60790) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:59:43.956894 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-42037df1-d0a6-4ee6-ab9b-2cb5cee6ea98 req-b5e208e8-d9ee-436c-8fea-28e41db847da tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/security-groups?id=b0fd1909-caa0-4f27-9897-89809084cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649738 Jan 24 06:59:43.998554 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6daa8284-152a-43ee-a2b9-4524c82b675a None None] Network 86340b63-4cce-482e-b199-3ace87b7bcc3 requested from dv-cinder-772181-6-smb {{(pid=80237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 06:59:44.068552 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 60798) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:59:44.200553 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c69da73-aa30-4b45-884f-131fb631a858 admin admin] Deleting subnet 8124b4ab-b8de-4c35-a0aa-9236d6d1689e {{(pid=80235) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 24 06:59:44.205114 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6c69da73-aa30-4b45-884f-131fb631a858 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:44.302353 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-58b592f3-310f-4954-8d8c-b0f3fd24916e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:44.322540 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6c69da73-aa30-4b45-884f-131fb631a858 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:44.332550 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-58b592f3-310f-4954-8d8c-b0f3fd24916e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 06:59:44.338408 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6c69da73-aa30-4b45-884f-131fb631a858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853356919'] for subnet, precommit_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:44.368761 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-58b592f3-310f-4954-8d8c-b0f3fd24916e admin admin] Usage tracker for resource:security_group_rule and tenant:58abd53c6def453a9b9dd35ec16daf40 is out of sync, need to count used quota {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 06:59:44.383956 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-58b592f3-310f-4954-8d8c-b0f3fd24916e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 06:59:44.390601 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-58b592f3-310f-4954-8d8c-b0f3fd24916e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 06:59:44.809467 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-58b592f3-310f-4954-8d8c-b0f3fd24916e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:44.816305 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-58b592f3-310f-4954-8d8c-b0f3fd24916e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:44.826205 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-eb21f6d0-f47c-4c5b-9af8-197bec47e7f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:59:44.834724 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6c69da73-aa30-4b45-884f-131fb631a858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1418929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854325308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788'] for subnet, after_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:44.911461 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 60820) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:59:44.952329 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-58b592f3-310f-4954-8d8c-b0f3fd24916e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=58abd53c6def453a9b9dd35ec16daf40&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0295320 Jan 24 06:59:44.953768 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 60826) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:59:44.974304 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b592f3-310f-4954-8d8c-b0f3fd24916e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0acf91a-c019-44a7-af22-e4ed8bf96930,revision_number=1']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:59:44.998347 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-58b592f3-310f-4954-8d8c-b0f3fd24916e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:59:45.001563 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-924a539b-d5f9-4c77-b860-b8575214ad17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.139s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:59:45.034169 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-bd50ae01-bff8-4b70-8624-27f6dfb7bcce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:45.066890 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-bd50ae01-bff8-4b70-8624-27f6dfb7bcce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:45.076933 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c69da73-aa30-4b45-884f-131fb631a858 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8124b4ab-b8de-4c35-a0aa-9236d6d1689e,revision_number=None']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:59:45.082756 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-6c69da73-aa30-4b45-884f-131fb631a858 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:59:45.112173 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6c69da73-aa30-4b45-884f-131fb631a858 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539807'] for subnet, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:45.125029 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-6c69da73-aa30-4b45-884f-131fb631a858 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/8124b4ab-b8de-4c35-a0aa-9236d6d1689e HTTP/1.1" status: 204 len: 168 time: 1.0552530 Jan 24 06:59:45.127559 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 60836) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:59:45.173332 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-bd50ae01-bff8-4b70-8624-27f6dfb7bcce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:45.192537 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-17309df7-fb7b-478d-b863-4d768d89a53d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:59:45.209864 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd50ae01-bff8-4b70-8624-27f6dfb7bcce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0acf91a-c019-44a7-af22-e4ed8bf96930,revision_number=None']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:59:45.211932 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-3366e358-455d-47fe-996c-aa7bbbcaf278 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:45.235651 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-bd50ae01-bff8-4b70-8624-27f6dfb7bcce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:59:45.240662 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-3366e358-455d-47fe-996c-aa7bbbcaf278 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 06:59:45.244803 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-3366e358-455d-47fe-996c-aa7bbbcaf278 admin admin] Usage tracker for resource:security_group_rule and tenant:83a1abc840064834827f3b9ec8b1bb4a is out of sync, need to count used quota {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 06:59:45.248497 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-3366e358-455d-47fe-996c-aa7bbbcaf278 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 06:59:45.255048 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-3366e358-455d-47fe-996c-aa7bbbcaf278 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 06:59:45.255441 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5396ebe7-862e-48a9-ad1f-0898b34c5051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853395168'] for network, before_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:45.294578 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-bd50ae01-bff8-4b70-8624-27f6dfb7bcce admin admin] Notify callbacks [] for security_group, before_response {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:45.296066 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-bd50ae01-bff8-4b70-8624-27f6dfb7bcce admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a0acf91a-c019-44a7-af22-e4ed8bf96930 HTTP/1.1" status: 204 len: 168 time: 0.3412642 Jan 24 06:59:45.349564 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e58820-bc1f-4fa1-bcf9-30db3e37e630 req-9bbf3e2b-9d98-4f46-a1a5-8d57f33a6da5 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:59:45.353967 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-11e58820-bc1f-4fa1-bcf9-30db3e37e630 req-9bbf3e2b-9d98-4f46-a1a5-8d57f33a6da5 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/ports?device_id=a2f64be8-97ae-4f3e-8619-310e5589200b HTTP/1.1" status: 200 len: 945 time: 0.2397060 Jan 24 06:59:45.407967 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 60844) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:59:45.466668 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-11e58820-bc1f-4fa1-bcf9-30db3e37e630 req-2163d885-77db-4b46-9235-7a671d2caacb tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/security-groups?id=b0fd1909-caa0-4f27-9897-89809084cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836382 Jan 24 06:59:45.480857 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5396ebe7-862e-48a9-ad1f-0898b34c5051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853359627', 'neutron.services.segments.db._delete_segments_for_network-8760142051665'] for network, precommit_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:45.509999 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-3366e358-455d-47fe-996c-aa7bbbcaf278 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:45.514997 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-3366e358-455d-47fe-996c-aa7bbbcaf278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:45.546914 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-1205772b-cb04-4a3e-95ff-27f02092c161 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:59:45.618744 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5396ebe7-862e-48a9-ad1f-0898b34c5051 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80235) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:59:45.619151 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5396ebe7-862e-48a9-ad1f-0898b34c5051 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80235) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:59:45.620004 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5396ebe7-862e-48a9-ad1f-0898b34c5051 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80235) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:59:45.620386 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5396ebe7-862e-48a9-ad1f-0898b34c5051 admin admin] Subscribe: > port after_create 55550000 {{(pid=80235) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:59:45.620745 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5396ebe7-862e-48a9-ad1f-0898b34c5051 admin admin] Subscribe: > port after_delete 55550000 {{(pid=80235) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:59:45.621113 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5396ebe7-862e-48a9-ad1f-0898b34c5051 admin admin] Subscribe: > port after_update 55550000 {{(pid=80235) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:59:45.621473 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5396ebe7-862e-48a9-ad1f-0898b34c5051 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80235) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:59:45.621856 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5396ebe7-862e-48a9-ad1f-0898b34c5051 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80235) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:59:45.622209 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5396ebe7-862e-48a9-ad1f-0898b34c5051 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80235) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:59:45.622568 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5396ebe7-862e-48a9-ad1f-0898b34c5051 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80235) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:59:45.667095 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-3366e358-455d-47fe-996c-aa7bbbcaf278 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=83a1abc840064834827f3b9ec8b1bb4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7534204 Jan 24 06:59:45.669134 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3366e358-455d-47fe-996c-aa7bbbcaf278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1c39fdf-7749-4b26-a16a-bc60cc8a38b8,revision_number=1']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:59:45.676931 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 60854) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:59:45.686707 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-3366e358-455d-47fe-996c-aa7bbbcaf278 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:59:45.736180 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5396ebe7-862e-48a9-ad1f-0898b34c5051 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80235) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:59:45.736578 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5396ebe7-862e-48a9-ad1f-0898b34c5051 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80235) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:59:45.739072 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5396ebe7-862e-48a9-ad1f-0898b34c5051 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80235) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:59:45.740330 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5396ebe7-862e-48a9-ad1f-0898b34c5051 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80235) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 06:59:45.741862 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.services.segments.db [None req-5396ebe7-862e-48a9-ad1f-0898b34c5051 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f50c120d-6728-407d-b5d0-d825f47cb6a1']}} {{(pid=80235) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 06:59:45.760081 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.services.segments.db [None req-5396ebe7-862e-48a9-ad1f-0898b34c5051 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9ad1982-83c7-4574-977f-35caf523843d') {'for_net_delete': True} {{(pid=80235) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 06:59:45.760531 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.services.segments.db [None req-5396ebe7-862e-48a9-ad1f-0898b34c5051 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9ad1982-83c7-4574-977f-35caf523843d') {} {{(pid=80235) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 06:59:45.775949 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5396ebe7-862e-48a9-ad1f-0898b34c5051 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760142046050', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2433891'] for segment, before_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:45.778201 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-a86423cb-8dd9-4d58-ab1b-e3b5b15eedff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:45.794627 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5396ebe7-862e-48a9-ad1f-0898b34c5051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419005'] for segment, precommit_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:45.797408 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5396ebe7-862e-48a9-ad1f-0898b34c5051 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80235) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 24 06:59:45.813490 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-a86423cb-8dd9-4d58-ab1b-e3b5b15eedff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:45.868786 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 60860) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:59:45.891885 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-56e43016-465f-490f-acc2-54372b6e7541 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:45.910687 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-825552d6-aa02-4eed-9f94-b0037473ca37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:45.928600 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-56e43016-465f-490f-acc2-54372b6e7541 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 06:59:45.931209 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-825552d6-aa02-4eed-9f94-b0037473ca37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 06:59:45.936652 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-825552d6-aa02-4eed-9f94-b0037473ca37 admin admin] Usage tracker for resource:security_group_rule and tenant:08e0299607ca41928950fb42f2f02b8f is out of sync, need to count used quota {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 06:59:45.940041 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-56e43016-465f-490f-acc2-54372b6e7541 admin admin] Usage tracker for resource:security_group_rule and tenant:562fc5d36fa345fb872e26aac385f891 is out of sync, need to count used quota {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 06:59:45.943662 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-825552d6-aa02-4eed-9f94-b0037473ca37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 06:59:45.946780 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-56e43016-465f-490f-acc2-54372b6e7541 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 06:59:45.954952 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-56e43016-465f-490f-acc2-54372b6e7541 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 06:59:45.957428 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-825552d6-aa02-4eed-9f94-b0037473ca37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 06:59:45.975158 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-a86423cb-8dd9-4d58-ab1b-e3b5b15eedff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:45.983069 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-bd50ae01-bff8-4b70-8624-27f6dfb7bcce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:59:46.012936 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86423cb-8dd9-4d58-ab1b-e3b5b15eedff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1c39fdf-7749-4b26-a16a-bc60cc8a38b8,revision_number=None']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:59:46.015960 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-a86423cb-8dd9-4d58-ab1b-e3b5b15eedff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:59:46.025900 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-a86423cb-8dd9-4d58-ab1b-e3b5b15eedff admin admin] Notify callbacks [] for security_group, before_response {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:46.029689 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-a86423cb-8dd9-4d58-ab1b-e3b5b15eedff admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d1c39fdf-7749-4b26-a16a-bc60cc8a38b8 HTTP/1.1" status: 204 len: 168 time: 0.3491521 Jan 24 06:59:46.059929 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-5396ebe7-862e-48a9-ad1f-0898b34c5051 admin admin] Network f50c120d-6728-407d-b5d0-d825f47cb6a1 has no segments {{(pid=80235) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 24 06:59:46.084373 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5396ebe7-862e-48a9-ad1f-0898b34c5051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853356811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2920394'] for segment, after_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:46.127433 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-825552d6-aa02-4eed-9f94-b0037473ca37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:46.134537 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-825552d6-aa02-4eed-9f94-b0037473ca37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:46.148925 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-add47b6e-63cd-49ea-a6e3-1434d1cf2ce2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:59:46.206127 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-579268f0-2638-466c-b72c-a7fac168259e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:46.225871 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-825552d6-aa02-4eed-9f94-b0037473ca37 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=08e0299607ca41928950fb42f2f02b8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3538301 Jan 24 06:59:46.228610 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 60882) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:59:46.265940 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825552d6-aa02-4eed-9f94-b0037473ca37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae5aa8b3-4884-4d96-88dc-f0c1a3e92647,revision_number=1']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:59:46.270782 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-825552d6-aa02-4eed-9f94-b0037473ca37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:59:46.274652 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-56e43016-465f-490f-acc2-54372b6e7541 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:46.329766 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-0f35b69a-572c-4c61-b6ff-ed42304385e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:46.332080 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-56e43016-465f-490f-acc2-54372b6e7541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:46.342166 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:59:46.348631 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-5396ebe7-862e-48a9-ad1f-0898b34c5051 admin admin] Network f50c120d-6728-407d-b5d0-d825f47cb6a1 has no segments {{(pid=80235) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 24 06:59:46.396379 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e43016-465f-490f-acc2-54372b6e7541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f18827a8-b155-45da-a099-717dc969271b,revision_number=1']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:59:46.399910 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-56e43016-465f-490f-acc2-54372b6e7541 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:59:46.406566 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-56e43016-465f-490f-acc2-54372b6e7541 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=562fc5d36fa345fb872e26aac385f891&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9922531 Jan 24 06:59:46.410059 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 60890) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:59:46.424017 dv-cinder-772181-6-smb neutron-server[80122]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 24 06:59:46.424017 dv-cinder-772181-6-smb neutron-server[80122]: (rel_b, rel_a, rel_b), Jan 24 06:59:46.424017 dv-cinder-772181-6-smb neutron-server[80122]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 24 06:59:46.424017 dv-cinder-772181-6-smb neutron-server[80122]: (rel_b, rel_a, rel_b), Jan 24 06:59:46.424017 dv-cinder-772181-6-smb neutron-server[80122]: Traceback (most recent call last): Jan 24 06:59:46.424017 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 06:59:46.424017 dv-cinder-772181-6-smb neutron-server[80122]: timer() Jan 24 06:59:46.424017 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 06:59:46.424017 dv-cinder-772181-6-smb neutron-server[80122]: cb(*args, **kw) Jan 24 06:59:46.424017 dv-cinder-772181-6-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 24 06:59:46.424017 dv-cinder-772181-6-smb neutron-server[80122]: return func(*args, **kwargs) Jan 24 06:59:46.424017 dv-cinder-772181-6-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 06:59:46.424017 dv-cinder-772181-6-smb neutron-server[80122]: self._notify() Jan 24 06:59:46.424017 dv-cinder-772181-6-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 06:59:46.424017 dv-cinder-772181-6-smb neutron-server[80122]: self.callback(batched_events) Jan 24 06:59:46.424017 dv-cinder-772181-6-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 06:59:46.424017 dv-cinder-772181-6-smb neutron-server[80122]: event.method(event) Jan 24 06:59:46.424017 dv-cinder-772181-6-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 06:59:46.424017 dv-cinder-772181-6-smb neutron-server[80122]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 06:59:46.424017 dv-cinder-772181-6-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 24 06:59:46.424017 dv-cinder-772181-6-smb neutron-server[80122]: segment_id)['aggregates'][0] Jan 24 06:59:46.424017 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 06:59:46.424017 dv-cinder-772181-6-smb neutron-server[80122]: return f(self, *a, **k) Jan 24 06:59:46.424017 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 24 06:59:46.424017 dv-cinder-772181-6-smb neutron-server[80122]: return self._get(url).json() Jan 24 06:59:46.424017 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 06:59:46.424017 dv-cinder-772181-6-smb neutron-server[80122]: **kwargs) Jan 24 06:59:46.424017 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 06:59:46.424017 dv-cinder-772181-6-smb neutron-server[80122]: return self.request(url, 'GET', **kwargs) Jan 24 06:59:46.424017 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 24 06:59:46.424017 dv-cinder-772181-6-smb neutron-server[80122]: **endpoint_filter) Jan 24 06:59:46.424017 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 06:59:46.424017 dv-cinder-772181-6-smb neutron-server[80122]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 06:59:46.424017 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 06:59:46.424017 dv-cinder-772181-6-smb neutron-server[80122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 06:59:46.424017 dv-cinder-772181-6-smb neutron-server[80122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 06:59:46.490486 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-0f35b69a-572c-4c61-b6ff-ed42304385e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:46.550908 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-62a85bfd-80ef-4962-a03d-5b80268ae0db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:46.558599 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5396ebe7-862e-48a9-ad1f-0898b34c5051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1416142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854325290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854261251'] for network, after_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:46.568757 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:59:46.608263 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-62a85bfd-80ef-4962-a03d-5b80268ae0db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:46.614957 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5396ebe7-862e-48a9-ad1f-0898b34c5051 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539807'] for network, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:46.625594 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5396ebe7-862e-48a9-ad1f-0898b34c5051 admin admin] Pushing event deleted for resources: {'Network': ['ID=f50c120d-6728-407d-b5d0-d825f47cb6a1,revision_number=None']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:59:46.638170 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-5396ebe7-862e-48a9-ad1f-0898b34c5051 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:59:46.649491 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-5396ebe7-862e-48a9-ad1f-0898b34c5051 admin admin] 10.222.0.22 "DELETE /v2.0/networks/f50c120d-6728-407d-b5d0-d825f47cb6a1 HTTP/1.1" status: 204 len: 168 time: 1.5195198 Jan 24 06:59:46.652247 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 60898) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:59:46.711634 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-62a85bfd-80ef-4962-a03d-5b80268ae0db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:46.728780 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-a3a25569-0f00-4edc-b110-8d59c2c8a546 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:59:46.779328 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9d0cf4d-bfeb-4698-b78e-545ea39ef0ce admin admin] Deleting subnet 976d6966-c72a-4a50-8c17-5775dc896a3d {{(pid=80235) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 24 06:59:46.781795 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 60902) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:59:46.799289 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-a9d0cf4d-bfeb-4698-b78e-545ea39ef0ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:46.816944 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a85bfd-80ef-4962-a03d-5b80268ae0db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f18827a8-b155-45da-a099-717dc969271b,revision_number=None']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:59:46.820988 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-62a85bfd-80ef-4962-a03d-5b80268ae0db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:59:46.845472 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-dbe716a7-7fdd-45d3-a767-e901bf8a7513 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:46.874399 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-dbe716a7-7fdd-45d3-a767-e901bf8a7513 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 06:59:46.881468 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-62a85bfd-80ef-4962-a03d-5b80268ae0db admin admin] Notify callbacks [] for security_group, before_response {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:46.885197 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-62a85bfd-80ef-4962-a03d-5b80268ae0db admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f18827a8-b155-45da-a099-717dc969271b HTTP/1.1" status: 204 len: 168 time: 0.4716625 Jan 24 06:59:46.885345 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-dbe716a7-7fdd-45d3-a767-e901bf8a7513 admin admin] Usage tracker for resource:security_group_rule and tenant:ab9105b8b7fc47f2a4a45368b77e8a5e is out of sync, need to count used quota {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 06:59:46.887125 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-dbe716a7-7fdd-45d3-a767-e901bf8a7513 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 06:59:46.891473 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-a9d0cf4d-bfeb-4698-b78e-545ea39ef0ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852341909'] for subnet, precommit_delete_associations {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:46.900781 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-0f35b69a-572c-4c61-b6ff-ed42304385e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:46.907582 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-43dd4df2-0e3d-4b75-b108-85ba8374921b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:59:46.926027 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-0f35b69a-572c-4c61-b6ff-ed42304385e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:46.927268 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-0f35b69a-572c-4c61-b6ff-ed42304385e1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ae5aa8b3-4884-4d96-88dc-f0c1a3e92647 HTTP/1.1" status: 204 len: 168 time: 0.6947863 Jan 24 06:59:46.928297 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f35b69a-572c-4c61-b6ff-ed42304385e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae5aa8b3-4884-4d96-88dc-f0c1a3e92647,revision_number=None']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:59:46.930933 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-0f35b69a-572c-4c61-b6ff-ed42304385e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:59:46.978571 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b328518-f6a1-4e61-8a38-d8d2b016e093 req-8426cce2-2957-4266-bef2-0ee969fa80f5 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:59:46.980427 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-3b328518-f6a1-4e61-8a38-d8d2b016e093 req-8426cce2-2957-4266-bef2-0ee969fa80f5 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/ports?device_id=a2f64be8-97ae-4f3e-8619-310e5589200b HTTP/1.1" status: 200 len: 945 time: 0.2714231 Jan 24 06:59:46.989077 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-dbe716a7-7fdd-45d3-a767-e901bf8a7513 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 06:59:46.994453 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-a9d0cf4d-bfeb-4698-b78e-545ea39ef0ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853356919'] for subnet, precommit_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:47.076762 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-3b328518-f6a1-4e61-8a38-d8d2b016e093 req-48dc8512-ad43-48ac-af56-56697976ae96 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/security-groups?id=b0fd1909-caa0-4f27-9897-89809084cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870910 Jan 24 06:59:47.328930 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-dbe716a7-7fdd-45d3-a767-e901bf8a7513 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:47.336289 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-dbe716a7-7fdd-45d3-a767-e901bf8a7513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:47.376946 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-c507ecee-484a-49b8-ace0-90e28c23a8e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:59:47.391744 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 60920) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:59:47.404015 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-dbe716a7-7fdd-45d3-a767-e901bf8a7513 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ab9105b8b7fc47f2a4a45368b77e8a5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6196945 Jan 24 06:59:47.465614 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe716a7-7fdd-45d3-a767-e901bf8a7513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15b22e24-5659-47a3-9ecd-71b30ec87fb3,revision_number=1']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:59:47.478022 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-dbe716a7-7fdd-45d3-a767-e901bf8a7513 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:59:47.517840 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-a9d0cf4d-bfeb-4698-b78e-545ea39ef0ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1418929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854325308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851854999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2425678'] for subnet, after_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:47.522594 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-3af2dd7f-a3a3-4ba7-a6ba-d700e98a2e96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:47.556813 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-3af2dd7f-a3a3-4ba7-a6ba-d700e98a2e96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:47.569457 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-2262bed7-040b-48ce-b7c0-cb9a479a50f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:59:47.627222 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 60930) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:59:47.672732 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-3af2dd7f-a3a3-4ba7-a6ba-d700e98a2e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:47.692113 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-21348b8a-fc8c-449e-ae45-122cf4522663 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:59:47.736997 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-80fed6f9-b570-45c7-8bd0-250d3dc7458b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:47.770016 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af2dd7f-a3a3-4ba7-a6ba-d700e98a2e96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b22e24-5659-47a3-9ecd-71b30ec87fb3,revision_number=None']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:59:47.778247 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-3af2dd7f-a3a3-4ba7-a6ba-d700e98a2e96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:47.779489 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-3af2dd7f-a3a3-4ba7-a6ba-d700e98a2e96 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/15b22e24-5659-47a3-9ecd-71b30ec87fb3 HTTP/1.1" status: 204 len: 168 time: 0.3866975 Jan 24 06:59:47.780959 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-3af2dd7f-a3a3-4ba7-a6ba-d700e98a2e96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:59:47.800701 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-80fed6f9-b570-45c7-8bd0-250d3dc7458b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 06:59:47.813719 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-80fed6f9-b570-45c7-8bd0-250d3dc7458b admin admin] Usage tracker for resource:security_group_rule and tenant:17ac50e7009c4eebab1933409cbae992 is out of sync, need to count used quota {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 06:59:47.820385 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-80fed6f9-b570-45c7-8bd0-250d3dc7458b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 06:59:47.845218 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-80fed6f9-b570-45c7-8bd0-250d3dc7458b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 06:59:47.965608 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d0cf4d-bfeb-4698-b78e-545ea39ef0ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=976d6966-c72a-4a50-8c17-5775dc896a3d,revision_number=None']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:59:47.970429 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-a9d0cf4d-bfeb-4698-b78e-545ea39ef0ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:59:47.978744 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-80fed6f9-b570-45c7-8bd0-250d3dc7458b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:47.984048 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-80fed6f9-b570-45c7-8bd0-250d3dc7458b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:47.994450 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-8b04361b-f914-4dbb-a18c-6aa570014c59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:59:48.002712 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-a9d0cf4d-bfeb-4698-b78e-545ea39ef0ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539807'] for subnet, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:48.020324 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-a9d0cf4d-bfeb-4698-b78e-545ea39ef0ce admin admin] 10.222.0.22 "DELETE /v2.0/subnets/976d6966-c72a-4a50-8c17-5775dc896a3d HTTP/1.1" status: 204 len: 168 time: 1.3667178 Jan 24 06:59:48.022742 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 60950) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:59:48.127874 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fed6f9-b570-45c7-8bd0-250d3dc7458b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97a7a0c7-67ef-4491-a2fb-0fc64be04efc,revision_number=1']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:59:48.147609 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-80fed6f9-b570-45c7-8bd0-250d3dc7458b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=17ac50e7009c4eebab1933409cbae992&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5189621 Jan 24 06:59:48.147990 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 60960) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:59:48.152056 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-80fed6f9-b570-45c7-8bd0-250d3dc7458b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:59:48.188070 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c4cd2d17-6033-4975-9c22-b6b6a3bc0dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853395168'] for network, before_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:48.235218 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-a3a20d05-30f8-4886-a2ac-f2c691d0fa75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:48.267298 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-a3a20d05-30f8-4886-a2ac-f2c691d0fa75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:48.330988 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-a3a20d05-30f8-4886-a2ac-f2c691d0fa75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:48.340569 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-81fe33c8-dda4-4dbb-a5f7-a7f4fc0ed6c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:59:48.363922 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-a3a20d05-30f8-4886-a2ac-f2c691d0fa75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:48.365570 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-a3a20d05-30f8-4886-a2ac-f2c691d0fa75 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/97a7a0c7-67ef-4491-a2fb-0fc64be04efc HTTP/1.1" status: 204 len: 168 time: 0.2160389 Jan 24 06:59:48.366555 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a20d05-30f8-4886-a2ac-f2c691d0fa75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a7a0c7-67ef-4491-a2fb-0fc64be04efc,revision_number=None']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:59:48.369574 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-a3a20d05-30f8-4886-a2ac-f2c691d0fa75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:59:48.455833 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 60970) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:59:48.515951 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c4cd2d17-6033-4975-9c22-b6b6a3bc0dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853359627', 'neutron.services.segments.db._delete_segments_for_network-8760142051665'] for network, precommit_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:48.564810 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5c5f04-4bd8-4ce0-986f-cdf338e155ad req-10d7c434-4bf7-4652-9baf-ef976278d79a tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:59:48.567783 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-1e5c5f04-4bd8-4ce0-986f-cdf338e155ad req-10d7c434-4bf7-4652-9baf-ef976278d79a tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/ports?device_id=a2f64be8-97ae-4f3e-8619-310e5589200b HTTP/1.1" status: 200 len: 945 time: 0.3221633 Jan 24 06:59:48.958172 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-13b079c4-dae1-4949-8fa2-06f172e3a179 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:48.964305 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-1e5c5f04-4bd8-4ce0-986f-cdf338e155ad req-0d8074b4-7d57-456e-a6d3-0f28d7577d44 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/security-groups?id=b0fd1909-caa0-4f27-9897-89809084cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865707 Jan 24 06:59:48.965985 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.services.segments.db [None req-c4cd2d17-6033-4975-9c22-b6b6a3bc0dc1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86340b63-4cce-482e-b199-3ace87b7bcc3']}} {{(pid=80236) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 06:59:48.978947 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-13b079c4-dae1-4949-8fa2-06f172e3a179 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 06:59:48.981516 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.services.segments.db [None req-c4cd2d17-6033-4975-9c22-b6b6a3bc0dc1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4a9bbc3-53f9-4525-87cc-7016ccf1e9a0') {'for_net_delete': True} {{(pid=80236) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 06:59:48.981974 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.services.segments.db [None req-c4cd2d17-6033-4975-9c22-b6b6a3bc0dc1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4a9bbc3-53f9-4525-87cc-7016ccf1e9a0') {} {{(pid=80236) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 06:59:48.983296 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-13b079c4-dae1-4949-8fa2-06f172e3a179 admin admin] Usage tracker for resource:security_group_rule and tenant:d166123808ee4f25b45c136657aa436e is out of sync, need to count used quota {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 06:59:48.986905 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-13b079c4-dae1-4949-8fa2-06f172e3a179 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 06:59:48.996215 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-13b079c4-dae1-4949-8fa2-06f172e3a179 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 06:59:48.999293 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c4cd2d17-6033-4975-9c22-b6b6a3bc0dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760142046050', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851911643'] for segment, before_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:49.021180 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c4cd2d17-6033-4975-9c22-b6b6a3bc0dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419005'] for segment, precommit_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:49.023581 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c4cd2d17-6033-4975-9c22-b6b6a3bc0dc1 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 24 06:59:49.246044 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-c4cd2d17-6033-4975-9c22-b6b6a3bc0dc1 admin admin] Network 86340b63-4cce-482e-b199-3ace87b7bcc3 has no segments {{(pid=80236) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 24 06:59:49.255630 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c4cd2d17-6033-4975-9c22-b6b6a3bc0dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853356811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2763650'] for segment, after_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:49.447788 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-c4cd2d17-6033-4975-9c22-b6b6a3bc0dc1 admin admin] Network 86340b63-4cce-482e-b199-3ace87b7bcc3 has no segments {{(pid=80236) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 24 06:59:49.475794 dv-cinder-772181-6-smb neutron-server[80122]: Traceback (most recent call last): Jan 24 06:59:49.475794 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 06:59:49.475794 dv-cinder-772181-6-smb neutron-server[80122]: timer() Jan 24 06:59:49.475794 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 06:59:49.475794 dv-cinder-772181-6-smb neutron-server[80122]: cb(*args, **kw) Jan 24 06:59:49.475794 dv-cinder-772181-6-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 24 06:59:49.475794 dv-cinder-772181-6-smb neutron-server[80122]: return func(*args, **kwargs) Jan 24 06:59:49.475794 dv-cinder-772181-6-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 06:59:49.475794 dv-cinder-772181-6-smb neutron-server[80122]: self._notify() Jan 24 06:59:49.475794 dv-cinder-772181-6-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 06:59:49.475794 dv-cinder-772181-6-smb neutron-server[80122]: self.callback(batched_events) Jan 24 06:59:49.475794 dv-cinder-772181-6-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 06:59:49.475794 dv-cinder-772181-6-smb neutron-server[80122]: event.method(event) Jan 24 06:59:49.475794 dv-cinder-772181-6-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 06:59:49.475794 dv-cinder-772181-6-smb neutron-server[80122]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 06:59:49.475794 dv-cinder-772181-6-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 24 06:59:49.475794 dv-cinder-772181-6-smb neutron-server[80122]: segment_id)['aggregates'][0] Jan 24 06:59:49.475794 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 06:59:49.475794 dv-cinder-772181-6-smb neutron-server[80122]: return f(self, *a, **k) Jan 24 06:59:49.475794 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 24 06:59:49.475794 dv-cinder-772181-6-smb neutron-server[80122]: return self._get(url).json() Jan 24 06:59:49.475794 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 06:59:49.475794 dv-cinder-772181-6-smb neutron-server[80122]: **kwargs) Jan 24 06:59:49.475794 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 06:59:49.475794 dv-cinder-772181-6-smb neutron-server[80122]: return self.request(url, 'GET', **kwargs) Jan 24 06:59:49.475794 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 24 06:59:49.475794 dv-cinder-772181-6-smb neutron-server[80122]: **endpoint_filter) Jan 24 06:59:49.475794 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 06:59:49.475794 dv-cinder-772181-6-smb neutron-server[80122]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 06:59:49.475794 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 06:59:49.475794 dv-cinder-772181-6-smb neutron-server[80122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 06:59:49.475794 dv-cinder-772181-6-smb neutron-server[80122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 06:59:49.559275 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c4cd2d17-6033-4975-9c22-b6b6a3bc0dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1416142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854325290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854261251'] for network, after_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:49.564160 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:59:49.583033 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c4cd2d17-6033-4975-9c22-b6b6a3bc0dc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539807'] for network, before_response {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:49.598899 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cd2d17-6033-4975-9c22-b6b6a3bc0dc1 admin admin] Pushing event deleted for resources: {'Network': ['ID=86340b63-4cce-482e-b199-3ace87b7bcc3,revision_number=None']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:59:49.603628 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-c4cd2d17-6033-4975-9c22-b6b6a3bc0dc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:59:49.606403 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-c4cd2d17-6033-4975-9c22-b6b6a3bc0dc1 admin admin] 10.222.0.22 "DELETE /v2.0/networks/86340b63-4cce-482e-b199-3ace87b7bcc3 HTTP/1.1" status: 204 len: 168 time: 1.5805793 Jan 24 06:59:49.625131 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-73e242ac-8790-4a78-a707-fe00eef564b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:49.671095 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-13b079c4-dae1-4949-8fa2-06f172e3a179 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:49.675208 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-13b079c4-dae1-4949-8fa2-06f172e3a179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:49.686274 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-3bebcec5-0b6b-40ae-85df-1b30a9576036 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:59:49.733346 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-13b079c4-dae1-4949-8fa2-06f172e3a179 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d166123808ee4f25b45c136657aa436e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2755716 Jan 24 06:59:49.735031 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b079c4-dae1-4949-8fa2-06f172e3a179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74bec73e-4443-411b-a8ae-400b01286295,revision_number=1']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:59:49.736266 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 32790) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:59:49.739640 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-13b079c4-dae1-4949-8fa2-06f172e3a179 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:59:49.826262 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-7052e36d-0baf-4705-8218-1bcd960892f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:49.861666 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-7052e36d-0baf-4705-8218-1bcd960892f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:49.920498 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-7052e36d-0baf-4705-8218-1bcd960892f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:49.925809 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-62a85bfd-80ef-4962-a03d-5b80268ae0db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:59:49.939669 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7052e36d-0baf-4705-8218-1bcd960892f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74bec73e-4443-411b-a8ae-400b01286295,revision_number=None']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:59:49.949854 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-7052e36d-0baf-4705-8218-1bcd960892f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:59:49.957357 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-7052e36d-0baf-4705-8218-1bcd960892f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:49.959381 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-7052e36d-0baf-4705-8218-1bcd960892f1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/74bec73e-4443-411b-a8ae-400b01286295 HTTP/1.1" status: 204 len: 168 time: 0.2214873 Jan 24 06:59:49.971828 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 32802) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:59:50.127110 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 32810) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:59:50.128205 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-6f5d90de-356c-4763-bf79-31ff2cd322d6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7022fa9369114c49afbeff66e32c457f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1537542 Jan 24 06:59:50.299515 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 32816) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:59:50.322038 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f97b7ab2-bebb-4d07-98a2-ec2a7c6a0987 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:50.364681 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f97b7ab2-bebb-4d07-98a2-ec2a7c6a0987 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:50.402794 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8cf60e-c0db-4a64-880c-315926000fff req-3028e02c-dfac-4675-aec9-b711203f1e80 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:59:50.404523 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-5b8cf60e-c0db-4a64-880c-315926000fff req-3028e02c-dfac-4675-aec9-b711203f1e80 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/ports?device_id=a2f64be8-97ae-4f3e-8619-310e5589200b HTTP/1.1" status: 200 len: 945 time: 0.1926982 Jan 24 06:59:50.483413 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-5b8cf60e-c0db-4a64-880c-315926000fff req-f3fcab47-457e-4cc8-898c-c67d3e5bfa7e tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/security-groups?id=b0fd1909-caa0-4f27-9897-89809084cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690536 Jan 24 06:59:50.490051 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f97b7ab2-bebb-4d07-98a2-ec2a7c6a0987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:50.498432 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-b4e2742f-121f-4f13-9c32-91cb4706b285 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:59:50.528305 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97b7ab2-bebb-4d07-98a2-ec2a7c6a0987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42b6448b-9f85-4ead-a6dd-587ab371094f,revision_number=None']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:59:50.532556 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-f97b7ab2-bebb-4d07-98a2-ec2a7c6a0987 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:59:50.541985 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f97b7ab2-bebb-4d07-98a2-ec2a7c6a0987 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:50.545872 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-f97b7ab2-bebb-4d07-98a2-ec2a7c6a0987 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/42b6448b-9f85-4ead-a6dd-587ab371094f HTTP/1.1" status: 204 len: 168 time: 0.4151013 Jan 24 06:59:50.668944 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e81eccc5-80b6-4e1e-9a3d-d1d6f124cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:50.787981 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-0f641ce3-aaf1-470c-ad6f-cc05036c74f7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1776403798-network', 'tenant_id': '393fd1deca1e400e8686a32455829fb5'}} {{(pid=80235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 06:59:50.793464 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-0f641ce3-aaf1-470c-ad6f-cc05036c74f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 06:59:50.797682 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-0f641ce3-aaf1-470c-ad6f-cc05036c74f7 admin admin] Usage tracker for resource:network and tenant:393fd1deca1e400e8686a32455829fb5 is out of sync, need to count used quota {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 06:59:50.802962 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-0f641ce3-aaf1-470c-ad6f-cc05036c74f7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 06:59:50.809623 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-0f641ce3-aaf1-470c-ad6f-cc05036c74f7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 06:59:50.820879 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f641ce3-aaf1-470c-ad6f-cc05036c74f7 admin admin] Made reservation on behalf of 393fd1deca1e400e8686a32455829fb5 for: {'network': 1} {{(pid=80235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 06:59:50.825764 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-0f641ce3-aaf1-470c-ad6f-cc05036c74f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for network, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:50.840108 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-0f641ce3-aaf1-470c-ad6f-cc05036c74f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:50.860033 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-0f641ce3-aaf1-470c-ad6f-cc05036c74f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 06:59:50.864532 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-0f641ce3-aaf1-470c-ad6f-cc05036c74f7 admin admin] Usage tracker for resource:security_group_rule and tenant:393fd1deca1e400e8686a32455829fb5 is out of sync, need to count used quota {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 06:59:50.867788 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-0f641ce3-aaf1-470c-ad6f-cc05036c74f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 06:59:50.876956 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-0f641ce3-aaf1-470c-ad6f-cc05036c74f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 06:59:50.986872 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-0f641ce3-aaf1-470c-ad6f-cc05036c74f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:50.990790 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-0f641ce3-aaf1-470c-ad6f-cc05036c74f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:50.996220 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-a3a20d05-30f8-4886-a2ac-f2c691d0fa75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:59:51.030523 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f641ce3-aaf1-470c-ad6f-cc05036c74f7 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80235) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 24 06:59:51.047264 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f641ce3-aaf1-470c-ad6f-cc05036c74f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7521a87c-9219-4dcb-b529-cf8b2fa12ba6,revision_number=1']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:59:51.052411 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-0f641ce3-aaf1-470c-ad6f-cc05036c74f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419005'] for segment, precommit_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:51.052936 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.db.segments_db [None req-0f641ce3-aaf1-470c-ad6f-cc05036c74f7 admin admin] Added segment 584126e1-1730-47e7-ba5c-6db32a67edd5 of type vxlan for network 48619109-c0ed-432c-ac8f-481421907aa4 Jan 24 06:59:51.054189 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-0f641ce3-aaf1-470c-ad6f-cc05036c74f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:59:51.083398 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-0f641ce3-aaf1-470c-ad6f-cc05036c74f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760141522069'] for network, precommit_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:51.119121 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.agents_db [None req-2c2cd112-eb45-4d42-b228-ef41d20f669c None None] Agent healthcheck: found 6 active agents {{(pid=80238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 06:59:51.120040 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-0f641ce3-aaf1-470c-ad6f-cc05036c74f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854325290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788'] for network, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:51.121372 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f641ce3-aaf1-470c-ad6f-cc05036c74f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:59:51.122015 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-0f641ce3-aaf1-470c-ad6f-cc05036c74f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539807'] for network, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:51.127377 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:59:51.130412 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:51.251917 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f641ce3-aaf1-470c-ad6f-cc05036c74f7 admin admin] Pushing event updated for resources: {'Network': ['ID=48619109-c0ed-432c-ac8f-481421907aa4,revision_number=1']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:59:51.257783 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-0f641ce3-aaf1-470c-ad6f-cc05036c74f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:59:51.264742 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Network 48619109-c0ed-432c-ac8f-481421907aa4 details requested by agent ovs-agent-dv-cinder-772181-6-smb with host dv-cinder-772181-6-smb {{(pid=80237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 24 06:59:51.277133 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-0f641ce3-aaf1-470c-ad6f-cc05036c74f7 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.9767702 Jan 24 06:59:51.280212 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 32844) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:59:51.288662 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-dc40922c-e883-4cb7-abd6-9cbe40e9844f admin admin] Request body: {'subnet': {'network_id': '48619109-c0ed-432c-ac8f-481421907aa4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1776403798-subnet', 'tenant_id': '393fd1deca1e400e8686a32455829fb5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 06:59:51.295318 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-dc40922c-e883-4cb7-abd6-9cbe40e9844f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 06:59:51.300446 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-dc40922c-e883-4cb7-abd6-9cbe40e9844f admin admin] Usage tracker for resource:subnet and tenant:393fd1deca1e400e8686a32455829fb5 is out of sync, need to count used quota {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 06:59:51.306338 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-dc40922c-e883-4cb7-abd6-9cbe40e9844f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 06:59:51.314843 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-dc40922c-e883-4cb7-abd6-9cbe40e9844f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 06:59:51.333872 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc40922c-e883-4cb7-abd6-9cbe40e9844f admin admin] Made reservation on behalf of 393fd1deca1e400e8686a32455829fb5 for: {'subnet': 1} {{(pid=80236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 06:59:51.341208 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-dc40922c-e883-4cb7-abd6-9cbe40e9844f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2821794'] for subnet, before_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:51.380926 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Network 48619109-c0ed-432c-ac8f-481421907aa4 details requested by agent ovs-agent-hv-cinder-77218 with host hv-cinder-77218 {{(pid=80237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 24 06:59:51.477833 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 32854) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:59:51.595352 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-01db63e5-a11a-4094-95b5-da4419f41687 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b40b6c74f62b4619a50e22b8cabd4988&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1163189 Jan 24 06:59:51.596125 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 32862) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:59:51.677379 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9f881cd8-c77b-4bea-9a08-d430eac66f36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:51.735241 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9f881cd8-c77b-4bea-9a08-d430eac66f36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:51.849644 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9f881cd8-c77b-4bea-9a08-d430eac66f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:51.867188 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-29f48fed-52b2-4a01-a399-ceb4935ebb78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:59:51.932339 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f881cd8-c77b-4bea-9a08-d430eac66f36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=062f1c64-61b8-4b92-9a35-8c75eebcafc9,revision_number=None']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:59:51.935347 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-9f881cd8-c77b-4bea-9a08-d430eac66f36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:59:51.961865 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9f881cd8-c77b-4bea-9a08-d430eac66f36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:51.966122 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-9f881cd8-c77b-4bea-9a08-d430eac66f36 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/062f1c64-61b8-4b92-9a35-8c75eebcafc9 HTTP/1.1" status: 204 len: 168 time: 0.3687525 Jan 24 06:59:52.191955 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287da18b-f959-4bc7-b350-8f24056730d4 req-d5eaa0f9-2972-4079-8427-664e29d96e08 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:59:52.193663 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-287da18b-f959-4bc7-b350-8f24056730d4 req-d5eaa0f9-2972-4079-8427-664e29d96e08 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/ports?device_id=a2f64be8-97ae-4f3e-8619-310e5589200b HTTP/1.1" status: 200 len: 945 time: 0.2173910 Jan 24 06:59:52.300264 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-287da18b-f959-4bc7-b350-8f24056730d4 req-3a446b6b-40f5-456a-87c7-ed529d228365 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/security-groups?id=b0fd1909-caa0-4f27-9897-89809084cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952122 Jan 24 06:59:52.391901 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-dc40922c-e883-4cb7-abd6-9cbe40e9844f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854325308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2766180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2821811'] for subnet, after_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:52.408991 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-cabb6ef7-7bcd-4930-8ffc-72153a55c77e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:59:52.542425 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc40922c-e883-4cb7-abd6-9cbe40e9844f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f96f6ed-6979-45ca-8d35-2a14aa32f9ac,revision_number=0']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:59:52.555672 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-dc40922c-e883-4cb7-abd6-9cbe40e9844f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:59:52.657911 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-234e5594-7a0b-4e8c-b8aa-6f4b31972cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:52.685036 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc40922c-e883-4cb7-abd6-9cbe40e9844f admin admin] Checking segment: {'id': '584126e1-1730-47e7-ba5c-6db32a67edd5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '48619109-c0ed-432c-ac8f-481421907aa4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 06:59:52.685440 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc40922c-e883-4cb7-abd6-9cbe40e9844f admin admin] Network hostable DHCP agents. Network: 48619109-c0ed-432c-ac8f-481421907aa4, hostable agents: ['d33f51e1-f1a2-468d-95a7-36d67ba2db65'], hosted agents: [] {{(pid=80236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 24 06:59:52.735241 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc40922c-e883-4cb7-abd6-9cbe40e9844f admin admin] Network 48619109-c0ed-432c-ac8f-481421907aa4 is scheduled to be hosted by DHCP agent d33f51e1-f1a2-468d-95a7-36d67ba2db65 with binding_index 1 {{(pid=80236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 24 06:59:52.748804 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [None req-dc40922c-e883-4cb7-abd6-9cbe40e9844f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-6-smb, 48619109-c0ed-432c-ac8f-481421907aa4) {{(pid=80236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 06:59:52.769406 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f70cfe44-2a12-462d-abb3-172922294b64 None None] Network 48619109-c0ed-432c-ac8f-481421907aa4 requested from dv-cinder-772181-6-smb {{(pid=80237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 06:59:52.775597 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc40922c-e883-4cb7-abd6-9cbe40e9844f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:59:52.776295 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-dc40922c-e883-4cb7-abd6-9cbe40e9844f admin admin] Notify callbacks [] for subnet, before_response {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:52.820900 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-dc40922c-e883-4cb7-abd6-9cbe40e9844f admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5389922 Jan 24 06:59:53.070814 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b89c46-534b-4675-8fb5-16cde592295e None None] Network 48619109-c0ed-432c-ac8f-481421907aa4 requested from dv-cinder-772181-6-smb {{(pid=80237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 06:59:53.106514 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 32932) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:59:53.511804 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-2e2935f8-879e-422f-bb04-ffd2a27f9bee admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-501597463-network', 'tenant_id': 'ecad9f4fc8bb4fd385d4cdbe62d41cec'}} {{(pid=80235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 06:59:53.519847 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-2e2935f8-879e-422f-bb04-ffd2a27f9bee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 06:59:53.533073 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-2e2935f8-879e-422f-bb04-ffd2a27f9bee admin admin] Usage tracker for resource:network and tenant:ecad9f4fc8bb4fd385d4cdbe62d41cec is out of sync, need to count used quota {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 06:59:53.537100 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-2e2935f8-879e-422f-bb04-ffd2a27f9bee admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 06:59:53.549030 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-2e2935f8-879e-422f-bb04-ffd2a27f9bee admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 06:59:53.574082 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e2935f8-879e-422f-bb04-ffd2a27f9bee admin admin] Made reservation on behalf of ecad9f4fc8bb4fd385d4cdbe62d41cec for: {'network': 1} {{(pid=80235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 06:59:53.585337 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-2e2935f8-879e-422f-bb04-ffd2a27f9bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for network, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:53.619995 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-2e2935f8-879e-422f-bb04-ffd2a27f9bee admin admin] Notify callbacks [] for security_group, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:53.657061 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-2e2935f8-879e-422f-bb04-ffd2a27f9bee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 06:59:53.667410 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-2e2935f8-879e-422f-bb04-ffd2a27f9bee admin admin] Usage tracker for resource:security_group_rule and tenant:ecad9f4fc8bb4fd385d4cdbe62d41cec is out of sync, need to count used quota {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 06:59:53.678041 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-2e2935f8-879e-422f-bb04-ffd2a27f9bee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 06:59:53.696858 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-2e2935f8-879e-422f-bb04-ffd2a27f9bee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 06:59:53.754295 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174adf44-1816-420d-a59f-2f0786b92b6d req-2e204c27-1933-4952-817d-fa6713102fdb tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:59:53.756151 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-174adf44-1816-420d-a59f-2f0786b92b6d req-2e204c27-1933-4952-817d-fa6713102fdb tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/ports?device_id=a2f64be8-97ae-4f3e-8619-310e5589200b HTTP/1.1" status: 200 len: 945 time: 0.2642946 Jan 24 06:59:53.861482 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-2e2935f8-879e-422f-bb04-ffd2a27f9bee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:53.871325 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-2e2935f8-879e-422f-bb04-ffd2a27f9bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:53.875972 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-174adf44-1816-420d-a59f-2f0786b92b6d req-335adf7a-1d48-4355-808c-7b1fffe44cb6 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/security-groups?id=b0fd1909-caa0-4f27-9897-89809084cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127129 Jan 24 06:59:53.908851 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e2935f8-879e-422f-bb04-ffd2a27f9bee admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80235) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 24 06:59:53.912094 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-dbe716a7-7fdd-45d3-a767-e901bf8a7513 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:59:53.938580 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-2e2935f8-879e-422f-bb04-ffd2a27f9bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419005'] for segment, precommit_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:53.939516 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.db.segments_db [None req-2e2935f8-879e-422f-bb04-ffd2a27f9bee admin admin] Added segment 5937deae-815f-4d83-923d-ce00e245a520 of type vxlan for network fee14cdf-cd7b-4e5a-a4a6-f3647c10c460 Jan 24 06:59:53.976046 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-2e2935f8-879e-422f-bb04-ffd2a27f9bee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760141522069'] for network, precommit_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:54.020479 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-2e2935f8-879e-422f-bb04-ffd2a27f9bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854325290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788'] for network, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:54.025099 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2935f8-879e-422f-bb04-ffd2a27f9bee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:59:54.026017 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-2e2935f8-879e-422f-bb04-ffd2a27f9bee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539807'] for network, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:54.062329 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-2e2935f8-879e-422f-bb04-ffd2a27f9bee admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.9542029 Jan 24 06:59:54.065952 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 32978) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:59:54.072510 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-2a4d5f21-dd5f-4d02-a45c-568f25772b2a admin admin] Request body: {'subnet': {'network_id': 'fee14cdf-cd7b-4e5a-a4a6-f3647c10c460', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-501597463-subnet', 'tenant_id': 'ecad9f4fc8bb4fd385d4cdbe62d41cec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 06:59:54.072671 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2935f8-879e-422f-bb04-ffd2a27f9bee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=591f1956-1675-4ed2-b485-595eac679241,revision_number=1']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:59:54.090901 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-2e2935f8-879e-422f-bb04-ffd2a27f9bee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:59:54.093904 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-5396ebe7-862e-48a9-ad1f-0898b34c5051 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:59:54.096024 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-2a4d5f21-dd5f-4d02-a45c-568f25772b2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 06:59:54.112050 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-2a4d5f21-dd5f-4d02-a45c-568f25772b2a admin admin] Usage tracker for resource:subnet and tenant:ecad9f4fc8bb4fd385d4cdbe62d41cec is out of sync, need to count used quota {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 06:59:54.126393 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-2a4d5f21-dd5f-4d02-a45c-568f25772b2a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 06:59:54.149453 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-2a4d5f21-dd5f-4d02-a45c-568f25772b2a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 06:59:54.184921 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a4d5f21-dd5f-4d02-a45c-568f25772b2a admin admin] Made reservation on behalf of ecad9f4fc8bb4fd385d4cdbe62d41cec for: {'subnet': 1} {{(pid=80236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 06:59:54.189729 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-2a4d5f21-dd5f-4d02-a45c-568f25772b2a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2821794'] for subnet, before_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:54.234840 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2935f8-879e-422f-bb04-ffd2a27f9bee admin admin] Pushing event updated for resources: {'Network': ['ID=fee14cdf-cd7b-4e5a-a4a6-f3647c10c460,revision_number=1']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:59:54.247465 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-2e2935f8-879e-422f-bb04-ffd2a27f9bee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:59:54.247465 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 32986) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:59:54.249654 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Network fee14cdf-cd7b-4e5a-a4a6-f3647c10c460 details requested by agent ovs-agent-dv-cinder-772181-6-smb with host dv-cinder-772181-6-smb {{(pid=80237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 24 06:59:54.257984 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-d7ab144d-8362-4508-bb5e-4de5399e6deb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-515438640-network', 'tenant_id': '055042a2e09b47559dbc3e4d42703b71'}} {{(pid=80235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 06:59:54.261536 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-d7ab144d-8362-4508-bb5e-4de5399e6deb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 06:59:54.266728 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-d7ab144d-8362-4508-bb5e-4de5399e6deb admin admin] Usage tracker for resource:network and tenant:055042a2e09b47559dbc3e4d42703b71 is out of sync, need to count used quota {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 06:59:54.271190 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-d7ab144d-8362-4508-bb5e-4de5399e6deb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 06:59:54.277832 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-d7ab144d-8362-4508-bb5e-4de5399e6deb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 06:59:54.292460 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7ab144d-8362-4508-bb5e-4de5399e6deb admin admin] Made reservation on behalf of 055042a2e09b47559dbc3e4d42703b71 for: {'network': 1} {{(pid=80235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 06:59:54.296957 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Network fee14cdf-cd7b-4e5a-a4a6-f3647c10c460 details requested by agent ovs-agent-hv-cinder-77218 with host hv-cinder-77218 {{(pid=80237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 24 06:59:54.297756 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-d7ab144d-8362-4508-bb5e-4de5399e6deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for network, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:54.315667 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-d7ab144d-8362-4508-bb5e-4de5399e6deb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:54.334879 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-d7ab144d-8362-4508-bb5e-4de5399e6deb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 06:59:54.339283 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-d7ab144d-8362-4508-bb5e-4de5399e6deb admin admin] Usage tracker for resource:security_group_rule and tenant:055042a2e09b47559dbc3e4d42703b71 is out of sync, need to count used quota {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 06:59:54.343105 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-d7ab144d-8362-4508-bb5e-4de5399e6deb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 06:59:54.350822 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-d7ab144d-8362-4508-bb5e-4de5399e6deb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 06:59:54.530819 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-d7ab144d-8362-4508-bb5e-4de5399e6deb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:54.537641 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-d7ab144d-8362-4508-bb5e-4de5399e6deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:54.542245 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-74a603c2-e8f0-4f66-8960-56d792cfde18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:59:54.676606 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7ab144d-8362-4508-bb5e-4de5399e6deb admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=80235) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 24 06:59:54.715158 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ab144d-8362-4508-bb5e-4de5399e6deb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8a1ea29-6822-4002-9bea-46ff4834d141,revision_number=1']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:59:54.731411 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-d7ab144d-8362-4508-bb5e-4de5399e6deb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:59:54.732493 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-d7ab144d-8362-4508-bb5e-4de5399e6deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419005'] for segment, precommit_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:54.732869 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.db.segments_db [None req-d7ab144d-8362-4508-bb5e-4de5399e6deb admin admin] Added segment 42114d0a-2bfc-4031-bfcc-5bb8444a9f94 of type vxlan for network c84d65ad-1a9c-4632-b73c-e7b7a505d804 Jan 24 06:59:54.777897 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 33002) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:59:54.792968 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-d7ab144d-8362-4508-bb5e-4de5399e6deb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760141522069'] for network, precommit_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:54.832448 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-d7ab144d-8362-4508-bb5e-4de5399e6deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854325290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788'] for network, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:54.833766 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ab144d-8362-4508-bb5e-4de5399e6deb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:59:54.834647 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-d7ab144d-8362-4508-bb5e-4de5399e6deb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539807'] for network, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:54.842454 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:59:55.000418 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-13cb1e64-f3c4-4003-b2e8-76ed16f73b84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:55.024122 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-13cb1e64-f3c4-4003-b2e8-76ed16f73b84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 06:59:55.027850 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ab144d-8362-4508-bb5e-4de5399e6deb admin admin] Pushing event updated for resources: {'Network': ['ID=c84d65ad-1a9c-4632-b73c-e7b7a505d804,revision_number=1']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:59:55.035370 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-d7ab144d-8362-4508-bb5e-4de5399e6deb admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.7838502 Jan 24 06:59:55.035370 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-d7ab144d-8362-4508-bb5e-4de5399e6deb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:59:55.037755 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 33018) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:59:55.039716 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Network c84d65ad-1a9c-4632-b73c-e7b7a505d804 details requested by agent ovs-agent-dv-cinder-772181-6-smb with host dv-cinder-772181-6-smb {{(pid=80237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 24 06:59:55.043383 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-13cb1e64-f3c4-4003-b2e8-76ed16f73b84 admin admin] Usage tracker for resource:security_group_rule and tenant:c693505430d34129afae661500cd43d4 is out of sync, need to count used quota {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 06:59:55.044467 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-b7ed5697-f59c-4574-9b2b-fed683822798 admin admin] Request body: {'subnet': {'network_id': 'c84d65ad-1a9c-4632-b73c-e7b7a505d804', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-515438640-subnet', 'tenant_id': '055042a2e09b47559dbc3e4d42703b71', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 06:59:55.049949 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-b7ed5697-f59c-4574-9b2b-fed683822798 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 06:59:55.054237 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-b7ed5697-f59c-4574-9b2b-fed683822798 admin admin] Usage tracker for resource:subnet and tenant:055042a2e09b47559dbc3e4d42703b71 is out of sync, need to count used quota {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 06:59:55.057720 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-b7ed5697-f59c-4574-9b2b-fed683822798 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 06:59:55.061262 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Network c84d65ad-1a9c-4632-b73c-e7b7a505d804 details requested by agent ovs-agent-hv-cinder-77218 with host hv-cinder-77218 {{(pid=80237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 24 06:59:55.065596 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-b7ed5697-f59c-4574-9b2b-fed683822798 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 06:59:55.077317 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7ed5697-f59c-4574-9b2b-fed683822798 admin admin] Made reservation on behalf of 055042a2e09b47559dbc3e4d42703b71 for: {'subnet': 1} {{(pid=80235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 06:59:55.083274 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-13cb1e64-f3c4-4003-b2e8-76ed16f73b84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 06:59:55.084315 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b7ed5697-f59c-4574-9b2b-fed683822798 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852350108'] for subnet, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:55.095512 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-13cb1e64-f3c4-4003-b2e8-76ed16f73b84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 06:59:55.136800 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-2a4d5f21-dd5f-4d02-a45c-568f25772b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854325308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2766180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2821811'] for subnet, after_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:55.160907 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:59:55.445316 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4d5f21-dd5f-4d02-a45c-568f25772b2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=57362b84-9fbb-4c3e-8334-99fa83fb8597,revision_number=0']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:59:55.464550 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-2a4d5f21-dd5f-4d02-a45c-568f25772b2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:59:55.537672 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d83036-d580-4544-a3fb-5022b8d585fe req-0ac1c02a-fd6f-45a2-9b56-e6526d31aa4a tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:59:55.545992 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-34d83036-d580-4544-a3fb-5022b8d585fe req-0ac1c02a-fd6f-45a2-9b56-e6526d31aa4a tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/ports?device_id=a2f64be8-97ae-4f3e-8619-310e5589200b HTTP/1.1" status: 200 len: 945 time: 0.3450181 Jan 24 06:59:55.636434 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-34d83036-d580-4544-a3fb-5022b8d585fe req-1eea70d4-129b-4d8d-a190-8c326928a4f3 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/security-groups?id=b0fd1909-caa0-4f27-9897-89809084cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893714 Jan 24 06:59:55.642306 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-13cb1e64-f3c4-4003-b2e8-76ed16f73b84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:55.655464 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-13cb1e64-f3c4-4003-b2e8-76ed16f73b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:55.663341 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-a86423cb-8dd9-4d58-ab1b-e3b5b15eedff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:59:55.687000 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b7ed5697-f59c-4574-9b2b-fed683822798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854325308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2920748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852350091'] for subnet, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:55.706603 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:59:55.717598 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Device fc860ca2-d951-4a48-a63d-1f777f905aac up at agent ovs-agent-hv-cinder-77218 {{(pid=80237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 06:59:55.763938 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cb1e64-f3c4-4003-b2e8-76ed16f73b84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb4ce91d-7eca-4356-9ed2-bfdc7e71efb4,revision_number=1']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:59:55.803848 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-13cb1e64-f3c4-4003-b2e8-76ed16f73b84 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c693505430d34129afae661500cd43d4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0245438 Jan 24 06:59:55.805331 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4d5f21-dd5f-4d02-a45c-568f25772b2a admin admin] Checking segment: {'id': '5937deae-815f-4d83-923d-ce00e245a520', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'fee14cdf-cd7b-4e5a-a4a6-f3647c10c460'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 06:59:55.806557 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4d5f21-dd5f-4d02-a45c-568f25772b2a admin admin] Network hostable DHCP agents. Network: fee14cdf-cd7b-4e5a-a4a6-f3647c10c460, hostable agents: ['d33f51e1-f1a2-468d-95a7-36d67ba2db65'], hosted agents: [] {{(pid=80236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 24 06:59:55.812960 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-13cb1e64-f3c4-4003-b2e8-76ed16f73b84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:59:55.813316 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 33048) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:59:55.836688 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4d5f21-dd5f-4d02-a45c-568f25772b2a admin admin] Network fee14cdf-cd7b-4e5a-a4a6-f3647c10c460 is scheduled to be hosted by DHCP agent d33f51e1-f1a2-468d-95a7-36d67ba2db65 with binding_index 1 {{(pid=80236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 24 06:59:55.855372 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [None req-2a4d5f21-dd5f-4d02-a45c-568f25772b2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-6-smb, fee14cdf-cd7b-4e5a-a4a6-f3647c10c460) {{(pid=80236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 06:59:55.874224 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Provisioning complete for port fc860ca2-d951-4a48-a63d-1f777f905aac triggered by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 06:59:55.874822 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4d5f21-dd5f-4d02-a45c-568f25772b2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:59:55.875131 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:55.876646 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-2a4d5f21-dd5f-4d02-a45c-568f25772b2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:55.904973 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a7dbce-21c5-48a8-909a-d9ed4848b310 None None] Network fee14cdf-cd7b-4e5a-a4a6-f3647c10c460 requested from dv-cinder-772181-6-smb {{(pid=80237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 06:59:55.921020 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-2a4d5f21-dd5f-4d02-a45c-568f25772b2a admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8533695 Jan 24 06:59:55.932255 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ed5697-f59c-4574-9b2b-fed683822798 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0aa6412-203c-469e-9915-1a12f27cb6b1,revision_number=0']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:59:55.952764 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-b7ed5697-f59c-4574-9b2b-fed683822798 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:59:55.989172 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-067d2a7a-879f-4457-807d-90b688be7ed6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:56.053555 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-067d2a7a-879f-4457-807d-90b688be7ed6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:56.070165 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ed5697-f59c-4574-9b2b-fed683822798 admin admin] Checking segment: {'id': '42114d0a-2bfc-4031-bfcc-5bb8444a9f94', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'c84d65ad-1a9c-4632-b73c-e7b7a505d804'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 06:59:56.070632 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ed5697-f59c-4574-9b2b-fed683822798 admin admin] Network hostable DHCP agents. Network: c84d65ad-1a9c-4632-b73c-e7b7a505d804, hostable agents: ['d33f51e1-f1a2-468d-95a7-36d67ba2db65'], hosted agents: [] {{(pid=80235) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 24 06:59:56.156908 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ed5697-f59c-4574-9b2b-fed683822798 admin admin] Network c84d65ad-1a9c-4632-b73c-e7b7a505d804 is scheduled to be hosted by DHCP agent d33f51e1-f1a2-468d-95a7-36d67ba2db65 with binding_index 1 {{(pid=80235) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 24 06:59:56.178475 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [None req-b7ed5697-f59c-4574-9b2b-fed683822798 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-6-smb, c84d65ad-1a9c-4632-b73c-e7b7a505d804) {{(pid=80235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 06:59:56.189144 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-067d2a7a-879f-4457-807d-90b688be7ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:56.195307 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-6f8df8e4-a73f-4a81-bdac-6ec97b324633 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:59:56.208880 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ed5697-f59c-4574-9b2b-fed683822798 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:59:56.209532 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b7ed5697-f59c-4574-9b2b-fed683822798 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539807'] for subnet, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:56.223771 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13288e08-7752-46f1-9db4-3dc4791b5c47 None None] Network c84d65ad-1a9c-4632-b73c-e7b7a505d804 requested from dv-cinder-772181-6-smb {{(pid=80237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 06:59:56.226628 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067d2a7a-879f-4457-807d-90b688be7ed6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb4ce91d-7eca-4356-9ed2-bfdc7e71efb4,revision_number=None']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:59:56.235393 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-067d2a7a-879f-4457-807d-90b688be7ed6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:59:56.249151 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-067d2a7a-879f-4457-807d-90b688be7ed6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:56.258020 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-067d2a7a-879f-4457-807d-90b688be7ed6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fb4ce91d-7eca-4356-9ed2-bfdc7e71efb4 HTTP/1.1" status: 204 len: 168 time: 0.4311762 Jan 24 06:59:56.258967 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-b7ed5697-f59c-4574-9b2b-fed683822798 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2194777 Jan 24 06:59:56.460614 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d62c2a4-6245-44d2-a0d4-7c3b11b3f542 None None] Network fee14cdf-cd7b-4e5a-a4a6-f3647c10c460 requested from dv-cinder-772181-6-smb {{(pid=80237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 06:59:56.960448 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890dec75-e636-41e9-bc37-73eeb04a8167 None None] Network c84d65ad-1a9c-4632-b73c-e7b7a505d804 requested from dv-cinder-772181-6-smb {{(pid=80237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 06:59:57.150537 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 33104) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:59:57.179446 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-a9676a62-b6a3-45e0-b8f0-b02e04514458 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:57.199676 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-a9676a62-b6a3-45e0-b8f0-b02e04514458 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 06:59:57.204433 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-a9676a62-b6a3-45e0-b8f0-b02e04514458 admin admin] Usage tracker for resource:security_group_rule and tenant:d6d64af5fd0c4777b7efa8e428c5de60 is out of sync, need to count used quota {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 06:59:57.209081 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-a9676a62-b6a3-45e0-b8f0-b02e04514458 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 06:59:57.216936 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-a9676a62-b6a3-45e0-b8f0-b02e04514458 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 06:59:57.238362 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a2cb35-a96d-4a03-97ca-2f5205953c65 req-68324fa8-1179-4bd4-ba20-ee33245efaa7 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:59:57.254562 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-63a2cb35-a96d-4a03-97ca-2f5205953c65 req-68324fa8-1179-4bd4-ba20-ee33245efaa7 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/ports?device_id=a2f64be8-97ae-4f3e-8619-310e5589200b HTTP/1.1" status: 200 len: 945 time: 0.3476753 Jan 24 06:59:57.332091 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-a9676a62-b6a3-45e0-b8f0-b02e04514458 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:57.336586 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-a9676a62-b6a3-45e0-b8f0-b02e04514458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:57.349059 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-d7ab144d-8362-4508-bb5e-4de5399e6deb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:59:57.402405 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-a9676a62-b6a3-45e0-b8f0-b02e04514458 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d6d64af5fd0c4777b7efa8e428c5de60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2484477 Jan 24 06:59:57.406102 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 33120) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:59:57.432582 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9676a62-b6a3-45e0-b8f0-b02e04514458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e48c3c31-6226-45af-a6e2-640f933e9db8,revision_number=1']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:59:57.438236 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-a9676a62-b6a3-45e0-b8f0-b02e04514458 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:59:57.504944 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8ed9d4a4-2b73-4719-b183-d0608468d96a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:57.544692 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8ed9d4a4-2b73-4719-b183-d0608468d96a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:57.686043 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8ed9d4a4-2b73-4719-b183-d0608468d96a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:57.700551 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-175712d5-dc42-4da6-98d2-bcfd70a79b87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:59:57.716964 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8ed9d4a4-2b73-4719-b183-d0608468d96a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:57.718821 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-8ed9d4a4-2b73-4719-b183-d0608468d96a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e48c3c31-6226-45af-a6e2-640f933e9db8 HTTP/1.1" status: 204 len: 168 time: 0.3116605 Jan 24 06:59:57.723369 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed9d4a4-2b73-4719-b183-d0608468d96a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e48c3c31-6226-45af-a6e2-640f933e9db8,revision_number=None']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:59:57.748413 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-8ed9d4a4-2b73-4719-b183-d0608468d96a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:59:57.927660 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-63a2cb35-a96d-4a03-97ca-2f5205953c65 req-9bb3d08e-aa6c-49bf-a4f8-585b01cd99b8 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/security-groups?id=b0fd1909-caa0-4f27-9897-89809084cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6678457 Jan 24 06:59:58.003911 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb942d55-9fd7-44d8-90c8-0ab0ca4754f3 req-19cc15bc-15cb-4dec-9035-4898e57551f0 tempest-VolumesActionsTest-1165896132 tempest-VolumesActionsTest-1165896132] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:59:58.005565 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-fb942d55-9fd7-44d8-90c8-0ab0ca4754f3 req-19cc15bc-15cb-4dec-9035-4898e57551f0 tempest-VolumesActionsTest-1165896132 tempest-VolumesActionsTest-1165896132] 10.222.0.22 "GET /v2.0/networks?id=48619109-c0ed-432c-ac8f-481421907aa4 HTTP/1.1" status: 200 len: 809 time: 0.6790831 Jan 24 06:59:58.026334 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-fb942d55-9fd7-44d8-90c8-0ab0ca4754f3 req-0409517f-030b-497b-af22-39c9e274d2ac tempest-VolumesActionsTest-1165896132 tempest-VolumesActionsTest-1165896132] 10.222.0.22 "GET /v2.0/quotas/393fd1deca1e400e8686a32455829fb5 HTTP/1.1" status: 200 len: 375 time: 0.0134664 Jan 24 06:59:58.083311 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-fb942d55-9fd7-44d8-90c8-0ab0ca4754f3 req-870855c9-4ead-4f48-a3f7-18e35081a25f tempest-VolumesActionsTest-1165896132 tempest-VolumesActionsTest-1165896132] 10.222.0.22 "GET /v2.0/ports?tenant_id=393fd1deca1e400e8686a32455829fb5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0508983 Jan 24 06:59:58.239668 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-fb942d55-9fd7-44d8-90c8-0ab0ca4754f3 req-c2ccd14e-2078-4d21-8d9c-aa589caec8e1 service neutron] 10.222.0.22 "GET /v2.0/networks/48619109-c0ed-432c-ac8f-481421907aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487908 Jan 24 06:59:58.259464 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 33152) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:59:58.281925 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-0e8b5da8-d586-443a-bcf2-e25382b74b9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:58.312578 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-0e8b5da8-d586-443a-bcf2-e25382b74b9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 06:59:58.318574 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-0e8b5da8-d586-443a-bcf2-e25382b74b9d admin admin] Usage tracker for resource:security_group_rule and tenant:8d7c5daae2ce416898e8ed1a9f9b03b6 is out of sync, need to count used quota {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 06:59:58.324541 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-0e8b5da8-d586-443a-bcf2-e25382b74b9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 06:59:58.334690 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-0e8b5da8-d586-443a-bcf2-e25382b74b9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 06:59:58.415823 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-fb942d55-9fd7-44d8-90c8-0ab0ca4754f3 req-5f94fe8b-ce1c-4a0f-8507-3de3996c6f86 service neutron] 10.222.0.22 "GET /v2.0/networks/48619109-c0ed-432c-ac8f-481421907aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1684580 Jan 24 06:59:58.479789 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-0e8b5da8-d586-443a-bcf2-e25382b74b9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:58.487132 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-0e8b5da8-d586-443a-bcf2-e25382b74b9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:58.497971 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-194f269f-4f18-4a84-bfa7-cc7175b3c618 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:59:58.544886 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-0e8b5da8-d586-443a-bcf2-e25382b74b9d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8d7c5daae2ce416898e8ed1a9f9b03b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2842195 Jan 24 06:59:58.547851 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 33172) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 06:59:58.674056 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-0ae2d3e6-09e7-427a-80e8-e5f2fb161077 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:58.675629 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8b5da8-d586-443a-bcf2-e25382b74b9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73c2d5e8-bb9c-4b89-aaf3-6bc578aa26e7,revision_number=1']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:59:58.689850 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-0e8b5da8-d586-443a-bcf2-e25382b74b9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:59:58.740752 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bae6dd4-e193-442e-bbf1-7989ff49895e req-a17cd513-0d72-40f5-a46c-74956150be38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:59:58.742431 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-0bae6dd4-e193-442e-bbf1-7989ff49895e req-a17cd513-0d72-40f5-a46c-74956150be38 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a2f64be8-97ae-4f3e-8619-310e5589200b HTTP/1.1" status: 200 len: 1162 time: 0.1798198 Jan 24 06:59:58.783557 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-0ae2d3e6-09e7-427a-80e8-e5f2fb161077 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:58.819550 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-0bae6dd4-e193-442e-bbf1-7989ff49895e req-d3ba8b5e-cb3e-41bf-a611-f9bbbfccd9af service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b0fd1909-caa0-4f27-9897-89809084cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687964 Jan 24 06:59:58.921284 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-e7e3f0ad-016c-4916-b0cb-894a69574681 req-b1afe4c3-6e72-4479-ac05-4f0fe01e7919 tempest-VolumesActionsTest-1165896132 tempest-VolumesActionsTest-1165896132] 10.222.0.22 "GET /v2.0/ports?device_id=b8c1b7f2-898e-4ffd-915a-a030b524810e HTTP/1.1" status: 200 len: 210 time: 0.0995305 Jan 24 06:59:59.164727 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-0ae2d3e6-09e7-427a-80e8-e5f2fb161077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:59.186710 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-5ee8fb7c-3690-4fac-a9da-838621661825 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 06:59:59.234128 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b097f2-4dad-4be1-baa9-6353c0f03df4 req-2e0b4830-e8eb-4c1c-94bd-e6f55b455b49 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:59:59.235990 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-00b097f2-4dad-4be1-baa9-6353c0f03df4 req-2e0b4830-e8eb-4c1c-94bd-e6f55b455b49 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] 10.222.0.22 "GET /v2.0/networks?id=fee14cdf-cd7b-4e5a-a4a6-f3647c10c460 HTTP/1.1" status: 200 len: 813 time: 0.4129183 Jan 24 06:59:59.241817 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae2d3e6-09e7-427a-80e8-e5f2fb161077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73c2d5e8-bb9c-4b89-aaf3-6bc578aa26e7,revision_number=None']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 06:59:59.246313 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-0ae2d3e6-09e7-427a-80e8-e5f2fb161077 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:59.247164 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-0ae2d3e6-09e7-427a-80e8-e5f2fb161077 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/73c2d5e8-bb9c-4b89-aaf3-6bc578aa26e7 HTTP/1.1" status: 204 len: 168 time: 0.6980541 Jan 24 06:59:59.248336 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-0ae2d3e6-09e7-427a-80e8-e5f2fb161077 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 06:59:59.273565 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-00b097f2-4dad-4be1-baa9-6353c0f03df4 req-0f222759-be35-42bc-a73b-cf8f3e499ff7 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] 10.222.0.22 "GET /v2.0/quotas/ecad9f4fc8bb4fd385d4cdbe62d41cec HTTP/1.1" status: 200 len: 375 time: 0.0292938 Jan 24 06:59:59.346053 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-00b097f2-4dad-4be1-baa9-6353c0f03df4 req-a1b737b3-27a6-406a-8f7c-4173dc51a143 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] 10.222.0.22 "GET /v2.0/ports?tenant_id=ecad9f4fc8bb4fd385d4cdbe62d41cec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0646431 Jan 24 06:59:59.411576 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07531d52-8639-48df-866f-6651bb476bf4 req-247311e1-571a-42de-99ad-774069394389 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 06:59:59.413285 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-07531d52-8639-48df-866f-6651bb476bf4 req-247311e1-571a-42de-99ad-774069394389 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/ports?device_id=a2f64be8-97ae-4f3e-8619-310e5589200b HTTP/1.1" status: 200 len: 945 time: 0.3428972 Jan 24 06:59:59.548261 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-07531d52-8639-48df-866f-6651bb476bf4 req-0a1eff0f-0f1f-46ba-897c-7e83c4262fae tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/security-groups?id=b0fd1909-caa0-4f27-9897-89809084cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860164 Jan 24 06:59:59.593263 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-00b097f2-4dad-4be1-baa9-6353c0f03df4 req-ab3b0306-dc17-4a28-b305-510377c5462e service neutron] 10.222.0.22 "GET /v2.0/networks/fee14cdf-cd7b-4e5a-a4a6-f3647c10c460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293386 Jan 24 06:59:59.794634 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 06:59:59.807253 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-00b097f2-4dad-4be1-baa9-6353c0f03df4 req-5df9ffb7-1016-4b65-8751-5fb8e240f4e0 service neutron] 10.222.0.22 "GET /v2.0/networks/fee14cdf-cd7b-4e5a-a4a6-f3647c10c460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2046866 Jan 24 07:00:00.282683 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-f0c7d1d9-415a-4757-a7a0-de991dd6b789 req-c314f4ac-889c-424e-925b-55760c8b33f5 tempest-VolumesActionsTest-1165896132 tempest-VolumesActionsTest-1165896132] 10.222.0.22 "GET /v2.0/ports?device_id=b8c1b7f2-898e-4ffd-915a-a030b524810e HTTP/1.1" status: 200 len: 210 time: 0.1401691 Jan 24 07:00:00.328683 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-6e9b342e-0cd5-4a29-9d9a-937b205c9fa9 req-6bc7bad2-be44-430e-a9b6-4b07221d4ba5 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] 10.222.0.22 "GET /v2.0/ports?device_id=4989fdc9-702e-4847-b05c-e5615cf4e281 HTTP/1.1" status: 200 len: 210 time: 0.1840501 Jan 24 07:00:00.653807 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb942d55-9fd7-44d8-90c8-0ab0ca4754f3 req-38333547-cde7-4e9b-b1d5-163c828b1bf2 tempest-VolumesActionsTest-1165896132 tempest-VolumesActionsTest-1165896132] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:00:00.654778 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-fb942d55-9fd7-44d8-90c8-0ab0ca4754f3 req-38333547-cde7-4e9b-b1d5-163c828b1bf2 tempest-VolumesActionsTest-1165896132 tempest-VolumesActionsTest-1165896132] Synchronizing usage tracker for tenant:393fd1deca1e400e8686a32455829fb5 on resource:network {{(pid=80235) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 07:00:00.678593 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-fb942d55-9fd7-44d8-90c8-0ab0ca4754f3 req-38333547-cde7-4e9b-b1d5-163c828b1bf2 tempest-VolumesActionsTest-1165896132 tempest-VolumesActionsTest-1165896132] Unset dirty status for tenant:393fd1deca1e400e8686a32455829fb5 on resource:network {{(pid=80235) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 07:00:00.680346 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-fb942d55-9fd7-44d8-90c8-0ab0ca4754f3 req-38333547-cde7-4e9b-b1d5-163c828b1bf2 tempest-VolumesActionsTest-1165896132 tempest-VolumesActionsTest-1165896132] 10.222.0.18 "GET /v2.0/networks?id=48619109-c0ed-432c-ac8f-481421907aa4 HTTP/1.1" status: 200 len: 809 time: 0.2848334 Jan 24 07:00:00.706314 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.base [req-fb942d55-9fd7-44d8-90c8-0ab0ca4754f3 req-4ae9d1eb-d503-4c57-985b-39268001bef2 tempest-VolumesActionsTest-1165896132 tempest-VolumesActionsTest-1165896132] Request body: {'port': {'device_id': 'b8c1b7f2-898e-4ffd-915a-a030b524810e', 'network_id': '48619109-c0ed-432c-ac8f-481421907aa4', 'admin_state_up': True, 'tenant_id': '393fd1deca1e400e8686a32455829fb5'}} {{(pid=80235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 07:00:00.969916 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [req-fb942d55-9fd7-44d8-90c8-0ab0ca4754f3 req-4ae9d1eb-d503-4c57-985b-39268001bef2 tempest-VolumesActionsTest-1165896132 tempest-VolumesActionsTest-1165896132] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 07:00:00.989530 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-fb942d55-9fd7-44d8-90c8-0ab0ca4754f3 req-4ae9d1eb-d503-4c57-985b-39268001bef2 tempest-VolumesActionsTest-1165896132 tempest-VolumesActionsTest-1165896132] Usage tracker for resource:port and tenant:393fd1deca1e400e8686a32455829fb5 is out of sync, need to count used quota {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 07:00:00.995825 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 33280) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:00:01.015229 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-fb942d55-9fd7-44d8-90c8-0ab0ca4754f3 req-4ae9d1eb-d503-4c57-985b-39268001bef2 tempest-VolumesActionsTest-1165896132 tempest-VolumesActionsTest-1165896132] Quota usage for port was recalculated. Used quota:0. {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 07:00:01.056884 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 33286) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:00:01.057860 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [req-fb942d55-9fd7-44d8-90c8-0ab0ca4754f3 req-4ae9d1eb-d503-4c57-985b-39268001bef2 tempest-VolumesActionsTest-1165896132 tempest-VolumesActionsTest-1165896132] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 07:00:01.064344 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3255d0a9-1d57-47ae-8142-f87b77e66a9f req-e31d2f42-de36-4d34-9095-70b9a94cb790 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:00:01.066145 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-3255d0a9-1d57-47ae-8142-f87b77e66a9f req-e31d2f42-de36-4d34-9095-70b9a94cb790 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/ports?device_id=a2f64be8-97ae-4f3e-8619-310e5589200b HTTP/1.1" status: 200 len: 945 time: 0.2674236 Jan 24 07:00:01.100970 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb942d55-9fd7-44d8-90c8-0ab0ca4754f3 req-4ae9d1eb-d503-4c57-985b-39268001bef2 tempest-VolumesActionsTest-1165896132 tempest-VolumesActionsTest-1165896132] Made reservation on behalf of 393fd1deca1e400e8686a32455829fb5 for: {'port': 1} {{(pid=80235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 07:00:01.123209 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-fb942d55-9fd7-44d8-90c8-0ab0ca4754f3 req-4ae9d1eb-d503-4c57-985b-39268001bef2 tempest-VolumesActionsTest-1165896132 tempest-VolumesActionsTest-1165896132] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:01.144529 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-3255d0a9-1d57-47ae-8142-f87b77e66a9f req-b2ddfa0c-ea71-45f5-affd-e31412952dc2 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/security-groups?id=b0fd1909-caa0-4f27-9897-89809084cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696566 Jan 24 07:00:01.519599 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dd327e-7e32-4e3c-9499-7d304e1c7d8b req-c64abb1f-a224-409f-8cb1-7274a457217f tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:00:01.521344 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-e4dd327e-7e32-4e3c-9499-7d304e1c7d8b req-c64abb1f-a224-409f-8cb1-7274a457217f tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/ports?device_id=ed8ebb10-299f-410a-82e9-9ee3888a0575 HTTP/1.1" status: 200 len: 945 time: 0.1755147 Jan 24 07:00:01.610318 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-2f9c179a-4c6c-4f8b-9e92-e1b47a8fbef5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:01.634110 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-6b8e8e42-6368-4630-8a98-8bb1e20aff2d req-d6552e44-8fef-496a-a14a-ecfba559cc64 tempest-VolumesActionsTest-1165896132 tempest-VolumesActionsTest-1165896132] 10.222.0.22 "GET /v2.0/ports?device_id=b8c1b7f2-898e-4ffd-915a-a030b524810e HTTP/1.1" status: 200 len: 210 time: 0.1063733 Jan 24 07:00:01.659223 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8a3ef706-189d-40e3-b203-6a26d2868d79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:01.682910 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-2f9c179a-4c6c-4f8b-9e92-e1b47a8fbef5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 07:00:01.696929 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-2f9c179a-4c6c-4f8b-9e92-e1b47a8fbef5 admin admin] Usage tracker for resource:security_group_rule and tenant:f9db482845aa4448a313a057a2a58899 is out of sync, need to count used quota {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 07:00:01.701999 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-2f9c179a-4c6c-4f8b-9e92-e1b47a8fbef5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 07:00:01.717323 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-2f9c179a-4c6c-4f8b-9e92-e1b47a8fbef5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 07:00:01.719807 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-8a3ef706-189d-40e3-b203-6a26d2868d79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 07:00:01.733263 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-8a3ef706-189d-40e3-b203-6a26d2868d79 admin admin] Usage tracker for resource:security_group_rule and tenant:babd030283dc45c79e280ac9d0f5e850 is out of sync, need to count used quota {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 07:00:01.735944 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-e4dd327e-7e32-4e3c-9499-7d304e1c7d8b req-13c81848-561c-457e-b9ba-61f249205f21 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/security-groups?id=b0fd1909-caa0-4f27-9897-89809084cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003759 Jan 24 07:00:01.736855 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.db_base_plugin_common [req-fb942d55-9fd7-44d8-90c8-0ab0ca4754f3 req-4ae9d1eb-d503-4c57-985b-39268001bef2 tempest-VolumesActionsTest-1165896132 tempest-VolumesActionsTest-1165896132] Allocated IP 172.20.0.4 (48619109-c0ed-432c-ac8f-481421907aa4/1f96f6ed-6979-45ca-8d35-2a14aa32f9ac/79755968-1ce3-4d8a-819c-4644fa8e7843) {{(pid=80235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 07:00:01.742795 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-8a3ef706-189d-40e3-b203-6a26d2868d79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 07:00:01.757960 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-8a3ef706-189d-40e3-b203-6a26d2868d79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 07:00:01.983062 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-f3d80d03-1b39-432c-9bb4-d3e5abf91386 req-7aa9828a-039f-4fda-94c7-9afceadc2260 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] 10.222.0.22 "GET /v2.0/ports?device_id=4989fdc9-702e-4847-b05c-e5615cf4e281 HTTP/1.1" status: 200 len: 210 time: 0.1383476 Jan 24 07:00:02.130249 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b097f2-4dad-4be1-baa9-6353c0f03df4 req-736a2ae5-0d70-4a53-9833-4fb1e62af3d2 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:00:02.132858 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-00b097f2-4dad-4be1-baa9-6353c0f03df4 req-736a2ae5-0d70-4a53-9833-4fb1e62af3d2 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] 10.222.0.18 "GET /v2.0/networks?id=fee14cdf-cd7b-4e5a-a4a6-f3647c10c460 HTTP/1.1" status: 200 len: 813 time: 0.3224456 Jan 24 07:00:02.158817 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.base [req-00b097f2-4dad-4be1-baa9-6353c0f03df4 req-d2f43720-4111-4fd9-ac82-3013d0d507db tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] Request body: {'port': {'device_id': '4989fdc9-702e-4847-b05c-e5615cf4e281', 'network_id': 'fee14cdf-cd7b-4e5a-a4a6-f3647c10c460', 'admin_state_up': True, 'tenant_id': 'ecad9f4fc8bb4fd385d4cdbe62d41cec'}} {{(pid=80236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 07:00:02.172149 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-fb942d55-9fd7-44d8-90c8-0ab0ca4754f3 req-4ae9d1eb-d503-4c57-985b-39268001bef2 tempest-VolumesActionsTest-1165896132 tempest-VolumesActionsTest-1165896132] Notify callbacks [] for port, precommit_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:02.193445 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-2f9c179a-4c6c-4f8b-9e92-e1b47a8fbef5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:02.209565 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-2f9c179a-4c6c-4f8b-9e92-e1b47a8fbef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:02.244225 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:00:02.256955 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-2f9c179a-4c6c-4f8b-9e92-e1b47a8fbef5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f9db482845aa4448a313a057a2a58899&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2562690 Jan 24 07:00:02.272459 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 33316) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:00:02.308968 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8a3ef706-189d-40e3-b203-6a26d2868d79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:02.336995 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8a3ef706-189d-40e3-b203-6a26d2868d79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:02.361592 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9c179a-4c6c-4f8b-9e92-e1b47a8fbef5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90202d5d-0a7d-4fa0-9571-b79adc3fa398,revision_number=1']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:00:02.370778 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-2f9c179a-4c6c-4f8b-9e92-e1b47a8fbef5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:00:02.381785 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-65231f5f-40cc-4d17-b144-e82ab357ae7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:00:02.415263 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-8a3ef706-189d-40e3-b203-6a26d2868d79 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=babd030283dc45c79e280ac9d0f5e850&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3547580 Jan 24 07:00:02.431896 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 33322) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:00:02.465163 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-fb942d55-9fd7-44d8-90c8-0ab0ca4754f3 req-4ae9d1eb-d503-4c57-985b-39268001bef2 tempest-VolumesActionsTest-1165896132 tempest-VolumesActionsTest-1165896132] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363276713217020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851855427'] for port, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:02.472611 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3ef706-189d-40e3-b203-6a26d2868d79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ba4e63-cd1f-4df6-96f2-ad053814c8b6,revision_number=1']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:00:02.492536 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c24b4cb6-bc82-46fe-a1c5-0c0903a7e094 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:02.509811 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-8a3ef706-189d-40e3-b203-6a26d2868d79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:00:02.517892 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:00:02.709519 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [req-00b097f2-4dad-4be1-baa9-6353c0f03df4 req-d2f43720-4111-4fd9-ac82-3013d0d507db tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 07:00:02.727351 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-00b097f2-4dad-4be1-baa9-6353c0f03df4 req-d2f43720-4111-4fd9-ac82-3013d0d507db tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] Usage tracker for resource:port and tenant:ecad9f4fc8bb4fd385d4cdbe62d41cec is out of sync, need to count used quota {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 07:00:02.735811 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-00b097f2-4dad-4be1-baa9-6353c0f03df4 req-d2f43720-4111-4fd9-ac82-3013d0d507db tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] Quota usage for port was recalculated. Used quota:0. {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 07:00:02.754273 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [req-00b097f2-4dad-4be1-baa9-6353c0f03df4 req-d2f43720-4111-4fd9-ac82-3013d0d507db tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 07:00:02.779279 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00b097f2-4dad-4be1-baa9-6353c0f03df4 req-d2f43720-4111-4fd9-ac82-3013d0d507db tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] Made reservation on behalf of ecad9f4fc8bb4fd385d4cdbe62d41cec for: {'port': 1} {{(pid=80236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 07:00:02.791189 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-00b097f2-4dad-4be1-baa9-6353c0f03df4 req-d2f43720-4111-4fd9-ac82-3013d0d507db tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:03.137681 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e399bde7-67f5-40cb-bedf-a914a20b8227 req-3925940c-8677-4fdd-bb8b-a94ab64b8c43 tempest-VolumesActionsTest-1165896132 tempest-VolumesActionsTest-1165896132] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:00:03.139889 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-e399bde7-67f5-40cb-bedf-a914a20b8227 req-3925940c-8677-4fdd-bb8b-a94ab64b8c43 tempest-VolumesActionsTest-1165896132 tempest-VolumesActionsTest-1165896132] 10.222.0.22 "GET /v2.0/ports?device_id=b8c1b7f2-898e-4ffd-915a-a030b524810e HTTP/1.1" status: 200 len: 931 time: 0.2805202 Jan 24 07:00:03.163792 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c24b4cb6-bc82-46fe-a1c5-0c0903a7e094 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:03.205279 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae9d1eb-d503-4c57-985b-39268001bef2 tempest-VolumesActionsTest-1165896132 tempest-VolumesActionsTest-1165896132] Pushing event updated for resources: {'Port': ['ID=79755968-1ce3-4d8a-819c-4644fa8e7843,revision_number=1']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:00:03.213188 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-4ae9d1eb-d503-4c57-985b-39268001bef2 tempest-VolumesActionsTest-1165896132 tempest-VolumesActionsTest-1165896132] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.695s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:00:03.229028 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-37978dab-49c3-4838-b21f-5e1509a31afe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:03.234076 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb942d55-9fd7-44d8-90c8-0ab0ca4754f3 req-4ae9d1eb-d503-4c57-985b-39268001bef2 tempest-VolumesActionsTest-1165896132 tempest-VolumesActionsTest-1165896132] Network 48619109-c0ed-432c-ac8f-481421907aa4 is already hosted by enough agents. {{(pid=80235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 07:00:03.235737 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-e66b14f7-a35b-45d4-8fd7-cf1005a2a9b3 req-6156e5b3-5513-4dc2-9556-038787b5315c tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] 10.222.0.22 "GET /v2.0/ports?device_id=4989fdc9-702e-4847-b05c-e5615cf4e281 HTTP/1.1" status: 200 len: 210 time: 0.0908821 Jan 24 07:00:03.254020 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [req-fb942d55-9fd7-44d8-90c8-0ab0ca4754f3 req-4ae9d1eb-d503-4c57-985b-39268001bef2 tempest-VolumesActionsTest-1165896132 tempest-VolumesActionsTest-1165896132] Resources bound (agent type, host, resource id): {{(pid=80235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 07:00:03.261810 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb942d55-9fd7-44d8-90c8-0ab0ca4754f3 req-4ae9d1eb-d503-4c57-985b-39268001bef2 tempest-VolumesActionsTest-1165896132 tempest-VolumesActionsTest-1165896132] Received port after_create {{(pid=80235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 07:00:03.325017 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-37978dab-49c3-4838-b21f-5e1509a31afe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:03.325226 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-e399bde7-67f5-40cb-bedf-a914a20b8227 req-c03cc65c-00b6-4cc3-a624-d41e701a6f53 tempest-VolumesActionsTest-1165896132 tempest-VolumesActionsTest-1165896132] 10.222.0.22 "GET /v2.0/security-groups?id=7521a87c-9219-4dcb-b529-cf8b2fa12ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675851 Jan 24 07:00:03.374415 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.db_base_plugin_common [req-00b097f2-4dad-4be1-baa9-6353c0f03df4 req-d2f43720-4111-4fd9-ac82-3013d0d507db tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] Allocated IP 172.20.0.8 (fee14cdf-cd7b-4e5a-a4a6-f3647c10c460/57362b84-9fbb-4c3e-8334-99fa83fb8597/ff57e2d0-803e-4ba4-a3fc-a91eefdf2a1c) {{(pid=80236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 07:00:03.390084 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c24b4cb6-bc82-46fe-a1c5-0c0903a7e094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:03.395547 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-64778b9f-09fe-4cf1-a771-8ca36b3929d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:00:03.421322 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb942d55-9fd7-44d8-90c8-0ab0ca4754f3 req-4ae9d1eb-d503-4c57-985b-39268001bef2 tempest-VolumesActionsTest-1165896132 tempest-VolumesActionsTest-1165896132] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:00:03.422018 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-fb942d55-9fd7-44d8-90c8-0ab0ca4754f3 req-4ae9d1eb-d503-4c57-985b-39268001bef2 tempest-VolumesActionsTest-1165896132 tempest-VolumesActionsTest-1165896132] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149749'] for port, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:03.444412 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24b4cb6-bc82-46fe-a1c5-0c0903a7e094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90202d5d-0a7d-4fa0-9571-b79adc3fa398,revision_number=None']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:00:03.450614 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-c24b4cb6-bc82-46fe-a1c5-0c0903a7e094 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:00:03.489963 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c24b4cb6-bc82-46fe-a1c5-0c0903a7e094 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:03.491487 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-c24b4cb6-bc82-46fe-a1c5-0c0903a7e094 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/90202d5d-0a7d-4fa0-9571-b79adc3fa398 HTTP/1.1" status: 204 len: 168 time: 1.2177517 Jan 24 07:00:03.499331 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-fb942d55-9fd7-44d8-90c8-0ab0ca4754f3 req-4ae9d1eb-d503-4c57-985b-39268001bef2 tempest-VolumesActionsTest-1165896132 tempest-VolumesActionsTest-1165896132] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7988775 Jan 24 07:00:03.503735 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-37978dab-49c3-4838-b21f-5e1509a31afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:03.510426 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-37978dab-49c3-4838-b21f-5e1509a31afe admin admin] Notify callbacks [] for security_group, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:03.513874 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-37978dab-49c3-4838-b21f-5e1509a31afe admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e6ba4e63-cd1f-4df6-96f2-ad053814c8b6 HTTP/1.1" status: 204 len: 168 time: 1.0708377 Jan 24 07:00:03.526416 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.base [req-fb942d55-9fd7-44d8-90c8-0ab0ca4754f3 req-a1c638dd-a27a-4318-8f52-41f72c9f8b01 service neutron] Request body: {'port': {'device_id': 'b8c1b7f2-898e-4ffd-915a-a030b524810e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=80235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 07:00:03.562714 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-9f881cd8-c77b-4bea-9a08-d430eac66f36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:00:03.600337 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37978dab-49c3-4838-b21f-5e1509a31afe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ba4e63-cd1f-4df6-96f2-ad053814c8b6,revision_number=None']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:00:03.605568 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-37978dab-49c3-4838-b21f-5e1509a31afe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:00:03.630548 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-00b097f2-4dad-4be1-baa9-6353c0f03df4 req-d2f43720-4111-4fd9-ac82-3013d0d507db tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] Notify callbacks [] for port, precommit_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:03.662196 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-00b097f2-4dad-4be1-baa9-6353c0f03df4 req-d2f43720-4111-4fd9-ac82-3013d0d507db tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363276713217020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852012043'] for port, after_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:03.742286 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-fb942d55-9fd7-44d8-90c8-0ab0ca4754f3 req-a1c638dd-a27a-4318-8f52-41f72c9f8b01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:03.747845 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:00:03.829127 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f43720-4111-4fd9-ac82-3013d0d507db tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] Pushing event updated for resources: {'Port': ['ID=ff57e2d0-803e-4ba4-a3fc-a91eefdf2a1c,revision_number=1']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:00:03.834019 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-d2f43720-4111-4fd9-ac82-3013d0d507db tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:00:03.893412 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 33370) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:00:03.964422 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00b097f2-4dad-4be1-baa9-6353c0f03df4 req-d2f43720-4111-4fd9-ac82-3013d0d507db tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] Network fee14cdf-cd7b-4e5a-a4a6-f3647c10c460 is already hosted by enough agents. {{(pid=80236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 07:00:03.966208 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [req-00b097f2-4dad-4be1-baa9-6353c0f03df4 req-d2f43720-4111-4fd9-ac82-3013d0d507db tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] Resources bound (agent type, host, resource id): {{(pid=80236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 07:00:03.972392 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [req-00b097f2-4dad-4be1-baa9-6353c0f03df4 req-d2f43720-4111-4fd9-ac82-3013d0d507db tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] Received port after_create {{(pid=80236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 07:00:04.064242 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b097f2-4dad-4be1-baa9-6353c0f03df4 req-d2f43720-4111-4fd9-ac82-3013d0d507db tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:00:04.065014 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-00b097f2-4dad-4be1-baa9-6353c0f03df4 req-d2f43720-4111-4fd9-ac82-3013d0d507db tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539807'] for port, before_response {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:04.105615 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-00b097f2-4dad-4be1-baa9-6353c0f03df4 req-d2f43720-4111-4fd9-ac82-3013d0d507db tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9535639 Jan 24 07:00:04.124644 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.base [req-00b097f2-4dad-4be1-baa9-6353c0f03df4 req-c24c5510-57f0-473e-9249-5a48bdc3a577 service neutron] Request body: {'port': {'device_id': '4989fdc9-702e-4847-b05c-e5615cf4e281', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=80236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 07:00:04.431965 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-eb8fe375-9b2b-4376-b4b1-7646faba1a32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:04.460843 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-eb8fe375-9b2b-4376-b4b1-7646faba1a32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 07:00:04.465741 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-eb8fe375-9b2b-4376-b4b1-7646faba1a32 admin admin] Usage tracker for resource:security_group_rule and tenant:2913043772004b82a0113894866ecc0e is out of sync, need to count used quota {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 07:00:04.469747 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-eb8fe375-9b2b-4376-b4b1-7646faba1a32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 07:00:04.487973 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-eb8fe375-9b2b-4376-b4b1-7646faba1a32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 07:00:04.510275 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 33394) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:00:04.541786 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-d7662586-aa95-4bd3-839b-16938b4bee19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:04.602864 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-00b097f2-4dad-4be1-baa9-6353c0f03df4 req-c24c5510-57f0-473e-9249-5a48bdc3a577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:04.672949 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-d7662586-aa95-4bd3-839b-16938b4bee19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 07:00:04.680542 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.db.resource_extend [req-fb942d55-9fd7-44d8-90c8-0ab0ca4754f3 req-a1c638dd-a27a-4318-8f52-41f72c9f8b01 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80235) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 24 07:00:04.708160 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-d7662586-aa95-4bd3-839b-16938b4bee19 admin admin] Usage tracker for resource:security_group_rule and tenant:1ae82e2bf5644e539ddc902b0f7b2486 is out of sync, need to count used quota {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 07:00:04.719749 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-d7662586-aa95-4bd3-839b-16938b4bee19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 07:00:04.806036 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [req-fb942d55-9fd7-44d8-90c8-0ab0ca4754f3 req-a1c638dd-a27a-4318-8f52-41f72c9f8b01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79755968-1ce3-4d8a-819c-4644fa8e7843 {{(pid=80235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 24 07:00:04.814594 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-fb942d55-9fd7-44d8-90c8-0ab0ca4754f3 req-a1c638dd-a27a-4318-8f52-41f72c9f8b01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:04.840714 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [req-fb942d55-9fd7-44d8-90c8-0ab0ca4754f3 req-a1c638dd-a27a-4318-8f52-41f72c9f8b01 service neutron] Transition to ACTIVE for port object 79755968-1ce3-4d8a-819c-4644fa8e7843 will not be triggered until provisioned by entity L2. {{(pid=80235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 07:00:04.845913 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-d7662586-aa95-4bd3-839b-16938b4bee19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 07:00:04.862422 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-fb942d55-9fd7-44d8-90c8-0ab0ca4754f3 req-a1c638dd-a27a-4318-8f52-41f72c9f8b01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2920372'] for port, after_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:04.898652 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074ef288-d9ff-4e59-a600-c0af72f70de6 req-730f8a25-5ad1-4828-ad8a-84102adc595c tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:00:04.899471 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-074ef288-d9ff-4e59-a600-c0af72f70de6 req-730f8a25-5ad1-4828-ad8a-84102adc595c tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] Synchronizing usage tracker for tenant:ecad9f4fc8bb4fd385d4cdbe62d41cec on resource:port {{(pid=80236) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 07:00:04.978168 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1225dcc-b141-4202-8314-48d001721991 req-af0afeb2-7a47-462c-a310-ac3e60b4f038 tempest-VolumesActionsTest-1165896132 tempest-VolumesActionsTest-1165896132] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:00:04.979923 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-f1225dcc-b141-4202-8314-48d001721991 req-af0afeb2-7a47-462c-a310-ac3e60b4f038 tempest-VolumesActionsTest-1165896132 tempest-VolumesActionsTest-1165896132] 10.222.0.22 "GET /v2.0/ports?device_id=b8c1b7f2-898e-4ffd-915a-a030b524810e HTTP/1.1" status: 200 len: 931 time: 0.3454034 Jan 24 07:00:04.993550 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-eb8fe375-9b2b-4376-b4b1-7646faba1a32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:05.025887 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:00:05.061204 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-eb8fe375-9b2b-4376-b4b1-7646faba1a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:05.080654 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-13cb1e64-f3c4-4003-b2e8-76ed16f73b84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:00:05.088359 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f45f5ab-1294-4b7e-88d5-a281c68cff9e req-e04f3ce8-7a34-4bea-9c35-a59ad44beee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:00:05.090030 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-4f45f5ab-1294-4b7e-88d5-a281c68cff9e req-e04f3ce8-7a34-4bea-9c35-a59ad44beee5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ad0f0f6ed63d4257be2cdd0b6041510c&device_id=ed8ebb10-299f-410a-82e9-9ee3888a0575 HTTP/1.1" status: 200 len: 1162 time: 0.5238068 Jan 24 07:00:05.108856 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-074ef288-d9ff-4e59-a600-c0af72f70de6 req-730f8a25-5ad1-4828-ad8a-84102adc595c tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] Unset dirty status for tenant:ecad9f4fc8bb4fd385d4cdbe62d41cec on resource:port {{(pid=80236) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 07:00:05.110333 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-074ef288-d9ff-4e59-a600-c0af72f70de6 req-730f8a25-5ad1-4828-ad8a-84102adc595c tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] 10.222.0.22 "GET /v2.0/ports?device_id=4989fdc9-702e-4847-b05c-e5615cf4e281 HTTP/1.1" status: 200 len: 931 time: 0.6285045 Jan 24 07:00:05.120162 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8fe375-9b2b-4376-b4b1-7646faba1a32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aafe35ae-0518-4a30-b2ba-a50ced88ddaa,revision_number=1']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:00:05.124619 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-eb8fe375-9b2b-4376-b4b1-7646faba1a32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:00:05.232998 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-eb8fe375-9b2b-4376-b4b1-7646faba1a32 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2913043772004b82a0113894866ecc0e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3358862 Jan 24 07:00:05.249060 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-f1225dcc-b141-4202-8314-48d001721991 req-4a65d233-4c56-42cd-bce6-526e20528457 tempest-VolumesActionsTest-1165896132 tempest-VolumesActionsTest-1165896132] 10.222.0.22 "GET /v2.0/security-groups?id=7521a87c-9219-4dcb-b529-cf8b2fa12ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522025 Jan 24 07:00:05.249740 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 33408) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:00:05.350963 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c638dd-a27a-4318-8f52-41f72c9f8b01 service neutron] Pushing event updated for resources: {'Port': ['ID=79755968-1ce3-4d8a-819c-4644fa8e7843,revision_number=2']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:00:05.354776 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-a1c638dd-a27a-4318-8f52-41f72c9f8b01 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:00:05.376476 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-074ef288-d9ff-4e59-a600-c0af72f70de6 req-b417614e-33ae-404c-8972-c438e22992c5 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] 10.222.0.22 "GET /v2.0/security-groups?id=591f1956-1675-4ed2-b485-595eac679241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468572 Jan 24 07:00:05.471882 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [req-fb942d55-9fd7-44d8-90c8-0ab0ca4754f3 req-a1c638dd-a27a-4318-8f52-41f72c9f8b01 service neutron] Attempting to bind port 79755968-1ce3-4d8a-819c-4644fa8e7843 on host hv-cinder-77218 for vnic_type normal with profile {{(pid=80235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 07:00:05.472243 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [req-fb942d55-9fd7-44d8-90c8-0ab0ca4754f3 req-a1c638dd-a27a-4318-8f52-41f72c9f8b01 service neutron] Attempting to bind port 79755968-1ce3-4d8a-819c-4644fa8e7843 by drivers openvswitch on host hv-cinder-77218 at level 0 using segments [{'id': '584126e1-1730-47e7-ba5c-6db32a67edd5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '48619109-c0ed-432c-ac8f-481421907aa4'}] {{(pid=80235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 07:00:05.472698 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb942d55-9fd7-44d8-90c8-0ab0ca4754f3 req-a1c638dd-a27a-4318-8f52-41f72c9f8b01 service neutron] Attempting to bind port 79755968-1ce3-4d8a-819c-4644fa8e7843 on network 48619109-c0ed-432c-ac8f-481421907aa4 {{(pid=80235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 07:00:05.490477 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f45f5ab-1294-4b7e-88d5-a281c68cff9e req-36e2990d-2f76-4153-b2bf-ef4df26e6112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:00:05.492112 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-4f45f5ab-1294-4b7e-88d5-a281c68cff9e req-36e2990d-2f76-4153-b2bf-ef4df26e6112 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a584046b-dd19-4b2d-957a-0c960829c5a8 HTTP/1.1" status: 200 len: 912 time: 0.3361168 Jan 24 07:00:05.495527 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb942d55-9fd7-44d8-90c8-0ab0ca4754f3 req-a1c638dd-a27a-4318-8f52-41f72c9f8b01 service neutron] Checking agent: {'id': '40eb7c3e-e5ac-488d-8f03-a26480a7dd43', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 6, 56, 30), 'started_at': datetime.datetime(2021, 1, 24, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 7, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 07:00:05.495928 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb942d55-9fd7-44d8-90c8-0ab0ca4754f3 req-a1c638dd-a27a-4318-8f52-41f72c9f8b01 service neutron] Checking segment: {'id': '584126e1-1730-47e7-ba5c-6db32a67edd5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '48619109-c0ed-432c-ac8f-481421907aa4'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 07:00:05.496338 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-fb942d55-9fd7-44d8-90c8-0ab0ca4754f3 req-a1c638dd-a27a-4318-8f52-41f72c9f8b01 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:05.496737 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb942d55-9fd7-44d8-90c8-0ab0ca4754f3 req-a1c638dd-a27a-4318-8f52-41f72c9f8b01 service neutron] Bound using segment: {'id': '584126e1-1730-47e7-ba5c-6db32a67edd5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '48619109-c0ed-432c-ac8f-481421907aa4'} {{(pid=80235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 07:00:05.497229 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [req-fb942d55-9fd7-44d8-90c8-0ab0ca4754f3 req-a1c638dd-a27a-4318-8f52-41f72c9f8b01 service neutron] Bound port: 79755968-1ce3-4d8a-819c-4644fa8e7843, host: hv-cinder-77218, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '584126e1-1730-47e7-ba5c-6db32a67edd5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '48619109-c0ed-432c-ac8f-481421907aa4'}}] {{(pid=80235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 07:00:05.497570 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-fb942d55-9fd7-44d8-90c8-0ab0ca4754f3 req-a1c638dd-a27a-4318-8f52-41f72c9f8b01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:05.606000 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-4f45f5ab-1294-4b7e-88d5-a281c68cff9e req-92412e20-880f-4b78-b8a4-5b9945516a92 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=496b5560-bce1-471a-b00e-cc0c4e9f3c79 HTTP/1.1" status: 200 len: 217 time: 0.0947120 Jan 24 07:00:05.669017 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-d7662586-aa95-4bd3-839b-16938b4bee19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:05.692308 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-dae43335-0557-413f-bc90-b666163a74f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:05.789523 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f45f5ab-1294-4b7e-88d5-a281c68cff9e req-15400e87-7cec-4809-866f-76cdf819bbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:00:05.791166 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-4f45f5ab-1294-4b7e-88d5-a281c68cff9e req-15400e87-7cec-4809-866f-76cdf819bbc8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0dadd72a-b072-4889-a91f-b6d7879c968a HTTP/1.1" status: 200 len: 858 time: 0.1267905 Jan 24 07:00:05.792087 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-dae43335-0557-413f-bc90-b666163a74f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:05.850927 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-fb942d55-9fd7-44d8-90c8-0ab0ca4754f3 req-a1c638dd-a27a-4318-8f52-41f72c9f8b01 service neutron] For port 79755968-1ce3-4d8a-819c-4644fa8e7843, host hv-cinder-77218, cleared binding levels {{(pid=80235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 07:00:05.854948 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-fb942d55-9fd7-44d8-90c8-0ab0ca4754f3 req-a1c638dd-a27a-4318-8f52-41f72c9f8b01 service neutron] For port 79755968-1ce3-4d8a-819c-4644fa8e7843, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=79755968-1ce3-4d8a-819c-4644fa8e7843,segment=NetworkSegment(584126e1-1730-47e7-ba5c-6db32a67edd5),segment_id=584126e1-1730-47e7-ba5c-6db32a67edd5)] {{(pid=80235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 07:00:05.856285 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-d7662586-aa95-4bd3-839b-16938b4bee19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:05.931598 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-1f507f61-01e7-412b-bdd7-7dbca70cd06a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:00:05.974776 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-d7662586-aa95-4bd3-839b-16938b4bee19 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1ae82e2bf5644e539ddc902b0f7b2486&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4632509 Jan 24 07:00:05.976491 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-fb942d55-9fd7-44d8-90c8-0ab0ca4754f3 req-a1c638dd-a27a-4318-8f52-41f72c9f8b01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2920372'] for port, after_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:05.991737 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 33466) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:00:06.066988 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [req-00b097f2-4dad-4be1-baa9-6353c0f03df4 req-c24c5510-57f0-473e-9249-5a48bdc3a577 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff57e2d0-803e-4ba4-a3fc-a91eefdf2a1c {{(pid=80236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 24 07:00:06.070311 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7662586-aa95-4bd3-839b-16938b4bee19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=430de0d5-e5be-4bce-8580-e9b5328f5ad8,revision_number=1']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:00:06.079664 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-00b097f2-4dad-4be1-baa9-6353c0f03df4 req-c24c5510-57f0-473e-9249-5a48bdc3a577 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:06.080331 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-d7662586-aa95-4bd3-839b-16938b4bee19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:00:06.085684 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:00:06.109912 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6692d74-bb29-464a-9570-4977f085887e req-eef91a81-f4f4-4bee-90e9-719a148b08ec tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:00:06.111921 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-b6692d74-bb29-464a-9570-4977f085887e req-eef91a81-f4f4-4bee-90e9-719a148b08ec tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/ports?device_id=ed8ebb10-299f-410a-82e9-9ee3888a0575 HTTP/1.1" status: 200 len: 945 time: 0.5912962 Jan 24 07:00:06.141203 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-4f45f5ab-1294-4b7e-88d5-a281c68cff9e req-e9a4fd03-7f09-476c-b16c-4e133c6606fa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a584046b-dd19-4b2d-957a-0c960829c5a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2480035 Jan 24 07:00:06.144669 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [req-00b097f2-4dad-4be1-baa9-6353c0f03df4 req-c24c5510-57f0-473e-9249-5a48bdc3a577 service neutron] Transition to ACTIVE for port object ff57e2d0-803e-4ba4-a3fc-a91eefdf2a1c will not be triggered until provisioned by entity L2. {{(pid=80236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 07:00:06.154679 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-00b097f2-4dad-4be1-baa9-6353c0f03df4 req-c24c5510-57f0-473e-9249-5a48bdc3a577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2763772'] for port, after_update {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:06.181357 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:00:06.293424 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-dae43335-0557-413f-bc90-b666163a74f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:06.307609 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-b6692d74-bb29-464a-9570-4977f085887e req-e9514f43-bcce-4cd0-9112-ad3b6f238c38 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/security-groups?id=b0fd1909-caa0-4f27-9897-89809084cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834450 Jan 24 07:00:06.326193 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c638dd-a27a-4318-8f52-41f72c9f8b01 service neutron] Pushing event updated for resources: {'Port': ['ID=79755968-1ce3-4d8a-819c-4644fa8e7843,revision_number=3']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:00:06.343297 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-a1c638dd-a27a-4318-8f52-41f72c9f8b01 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:00:06.344725 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24c5510-57f0-473e-9249-5a48bdc3a577 service neutron] Pushing event updated for resources: {'Port': ['ID=ff57e2d0-803e-4ba4-a3fc-a91eefdf2a1c,revision_number=2']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:00:06.349826 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-c24c5510-57f0-473e-9249-5a48bdc3a577 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:00:06.352495 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-f97b7ab2-bebb-4d07-98a2-ec2a7c6a0987 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:00:06.401048 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-d4c0780c-4f8e-422c-9350-5ad878e003ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:06.437726 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-dae43335-0557-413f-bc90-b666163a74f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:06.442158 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-dae43335-0557-413f-bc90-b666163a74f9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/aafe35ae-0518-4a30-b2ba-a50ced88ddaa HTTP/1.1" status: 204 len: 168 time: 1.1138067 Jan 24 07:00:06.445619 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae43335-0557-413f-bc90-b666163a74f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aafe35ae-0518-4a30-b2ba-a50ced88ddaa,revision_number=None']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:00:06.450615 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-dae43335-0557-413f-bc90-b666163a74f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:00:06.459940 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb942d55-9fd7-44d8-90c8-0ab0ca4754f3 req-a1c638dd-a27a-4318-8f52-41f72c9f8b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:00:06.460622 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-fb942d55-9fd7-44d8-90c8-0ab0ca4754f3 req-a1c638dd-a27a-4318-8f52-41f72c9f8b01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149749'] for port, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:06.462296 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-fb942d55-9fd7-44d8-90c8-0ab0ca4754f3 req-a1c638dd-a27a-4318-8f52-41f72c9f8b01 service neutron] 10.222.0.18 "PUT /v2.0/ports/79755968-1ce3-4d8a-819c-4644fa8e7843 HTTP/1.1" status: 200 len: 1157 time: 2.9471591 Jan 24 07:00:06.462759 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8c1b7f2-898e-4ffd-915a-a030b524810e', 'tag': '79755968-1ce3-4d8a-819c-4644fa8e7843'}] {{(pid=80235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 07:00:06.528004 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-d4c0780c-4f8e-422c-9350-5ad878e003ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:06.625819 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-4f45f5ab-1294-4b7e-88d5-a281c68cff9e req-aca23755-d6d4-41eb-bb37-6a4819b2ac94 service neutron] 10.222.0.18 "GET /v2.0/networks/a584046b-dd19-4b2d-957a-0c960829c5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4678562 Jan 24 07:00:06.876605 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e397da-7752-4d2e-845b-5387c5d3214a req-ecb10c37-ed20-49a9-9604-10d635408165 tempest-VolumesActionsTest-1165896132 tempest-VolumesActionsTest-1165896132] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:00:06.878863 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-d5e397da-7752-4d2e-845b-5387c5d3214a req-ecb10c37-ed20-49a9-9604-10d635408165 tempest-VolumesActionsTest-1165896132 tempest-VolumesActionsTest-1165896132] 10.222.0.22 "GET /v2.0/ports?device_id=b8c1b7f2-898e-4ffd-915a-a030b524810e HTTP/1.1" status: 200 len: 943 time: 0.3143785 Jan 24 07:00:06.881786 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [req-00b097f2-4dad-4be1-baa9-6353c0f03df4 req-c24c5510-57f0-473e-9249-5a48bdc3a577 service neutron] Attempting to bind port ff57e2d0-803e-4ba4-a3fc-a91eefdf2a1c on host hv-cinder-77218 for vnic_type normal with profile {{(pid=80236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 07:00:06.882156 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [req-00b097f2-4dad-4be1-baa9-6353c0f03df4 req-c24c5510-57f0-473e-9249-5a48bdc3a577 service neutron] Attempting to bind port ff57e2d0-803e-4ba4-a3fc-a91eefdf2a1c by drivers openvswitch on host hv-cinder-77218 at level 0 using segments [{'id': '5937deae-815f-4d83-923d-ce00e245a520', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'fee14cdf-cd7b-4e5a-a4a6-f3647c10c460'}] {{(pid=80236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 07:00:06.882523 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b097f2-4dad-4be1-baa9-6353c0f03df4 req-c24c5510-57f0-473e-9249-5a48bdc3a577 service neutron] Attempting to bind port ff57e2d0-803e-4ba4-a3fc-a91eefdf2a1c on network fee14cdf-cd7b-4e5a-a4a6-f3647c10c460 {{(pid=80236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 07:00:06.891126 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b097f2-4dad-4be1-baa9-6353c0f03df4 req-c24c5510-57f0-473e-9249-5a48bdc3a577 service neutron] Checking agent: {'id': '40eb7c3e-e5ac-488d-8f03-a26480a7dd43', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 6, 56, 30), 'started_at': datetime.datetime(2021, 1, 24, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 7, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 07:00:06.891498 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b097f2-4dad-4be1-baa9-6353c0f03df4 req-c24c5510-57f0-473e-9249-5a48bdc3a577 service neutron] Checking segment: {'id': '5937deae-815f-4d83-923d-ce00e245a520', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'fee14cdf-cd7b-4e5a-a4a6-f3647c10c460'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 07:00:06.891986 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-00b097f2-4dad-4be1-baa9-6353c0f03df4 req-c24c5510-57f0-473e-9249-5a48bdc3a577 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:06.892393 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b097f2-4dad-4be1-baa9-6353c0f03df4 req-c24c5510-57f0-473e-9249-5a48bdc3a577 service neutron] Bound using segment: {'id': '5937deae-815f-4d83-923d-ce00e245a520', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'fee14cdf-cd7b-4e5a-a4a6-f3647c10c460'} {{(pid=80236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 07:00:06.893118 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [req-00b097f2-4dad-4be1-baa9-6353c0f03df4 req-c24c5510-57f0-473e-9249-5a48bdc3a577 service neutron] Bound port: ff57e2d0-803e-4ba4-a3fc-a91eefdf2a1c, host: hv-cinder-77218, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5937deae-815f-4d83-923d-ce00e245a520', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'fee14cdf-cd7b-4e5a-a4a6-f3647c10c460'}}] {{(pid=80236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 07:00:06.893548 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-00b097f2-4dad-4be1-baa9-6353c0f03df4 req-c24c5510-57f0-473e-9249-5a48bdc3a577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:07.004004 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508421e0-eec2-48e0-bac7-4391e4981668 req-2e2ac368-c187-403c-a818-435f7ef58d09 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:00:07.005691 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-508421e0-eec2-48e0-bac7-4391e4981668 req-2e2ac368-c187-403c-a818-435f7ef58d09 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] 10.222.0.22 "GET /v2.0/ports?device_id=4989fdc9-702e-4847-b05c-e5615cf4e281 HTTP/1.1" status: 200 len: 943 time: 0.2884288 Jan 24 07:00:07.052043 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-d4c0780c-4f8e-422c-9350-5ad878e003ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:07.059963 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-8ed9d4a4-2b73-4719-b183-d0608468d96a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:00:07.079637 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb942d55-9fd7-44d8-90c8-0ab0ca4754f3 req-af05a9cd-819a-4367-a86e-97d9df3ed804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:00:07.082119 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-fb942d55-9fd7-44d8-90c8-0ab0ca4754f3 req-af05a9cd-819a-4367-a86e-97d9df3ed804 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=393fd1deca1e400e8686a32455829fb5&device_id=b8c1b7f2-898e-4ffd-915a-a030b524810e HTTP/1.1" status: 200 len: 1160 time: 0.5426459 Jan 24 07:00:07.093443 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c0780c-4f8e-422c-9350-5ad878e003ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=430de0d5-e5be-4bce-8580-e9b5328f5ad8,revision_number=None']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:00:07.107072 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-4f45f5ab-1294-4b7e-88d5-a281c68cff9e req-49cf09a0-ff02-4619-8a57-5092d55a9e67 service neutron] 10.222.0.18 "GET /v2.0/networks/a584046b-dd19-4b2d-957a-0c960829c5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4675751 Jan 24 07:00:07.108308 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-d4c0780c-4f8e-422c-9350-5ad878e003ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:00:07.152676 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-d5e397da-7752-4d2e-845b-5387c5d3214a req-3dc81a31-72d6-4c3e-b04c-b8fc7eb26f82 tempest-VolumesActionsTest-1165896132 tempest-VolumesActionsTest-1165896132] 10.222.0.22 "GET /v2.0/security-groups?id=7521a87c-9219-4dcb-b529-cf8b2fa12ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458847 Jan 24 07:00:07.166705 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 33504) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:00:07.186005 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-d4c0780c-4f8e-422c-9350-5ad878e003ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:07.187204 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-d4c0780c-4f8e-422c-9350-5ad878e003ee admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/430de0d5-e5be-4bce-8580-e9b5328f5ad8 HTTP/1.1" status: 204 len: 168 time: 1.1137090 Jan 24 07:00:07.197882 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-fb942d55-9fd7-44d8-90c8-0ab0ca4754f3 req-46d73868-1f89-46ba-8bef-d0b7c8756aec service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=79755968-1ce3-4d8a-819c-4644fa8e7843 HTTP/1.1" status: 200 len: 217 time: 0.0947149 Jan 24 07:00:07.231093 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-24c1032a-8c2a-462f-ab0a-ccdd508ddcff admin admin] Notify callbacks [] for security_group, before_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:07.231093 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-00b097f2-4dad-4be1-baa9-6353c0f03df4 req-c24c5510-57f0-473e-9249-5a48bdc3a577 service neutron] For port ff57e2d0-803e-4ba4-a3fc-a91eefdf2a1c, host hv-cinder-77218, cleared binding levels {{(pid=80236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 07:00:07.255971 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-508421e0-eec2-48e0-bac7-4391e4981668 req-2deffef9-4960-40ed-8069-16c81e5526b3 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] 10.222.0.22 "GET /v2.0/security-groups?id=591f1956-1675-4ed2-b485-595eac679241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287724 Jan 24 07:00:07.265630 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-24c1032a-8c2a-462f-ab0a-ccdd508ddcff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 07:00:07.271379 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-00b097f2-4dad-4be1-baa9-6353c0f03df4 req-c24c5510-57f0-473e-9249-5a48bdc3a577 service neutron] For port ff57e2d0-803e-4ba4-a3fc-a91eefdf2a1c, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=ff57e2d0-803e-4ba4-a3fc-a91eefdf2a1c,segment=NetworkSegment(5937deae-815f-4d83-923d-ce00e245a520),segment_id=5937deae-815f-4d83-923d-ce00e245a520)] {{(pid=80236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 07:00:07.287791 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-24c1032a-8c2a-462f-ab0a-ccdd508ddcff admin admin] Usage tracker for resource:security_group_rule and tenant:ce4259e09a97425aaa456633601d5a46 is out of sync, need to count used quota {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 07:00:07.294754 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-24c1032a-8c2a-462f-ab0a-ccdd508ddcff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 07:00:07.298312 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-00b097f2-4dad-4be1-baa9-6353c0f03df4 req-c24c5510-57f0-473e-9249-5a48bdc3a577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2763772'] for port, after_update {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:07.317173 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-24c1032a-8c2a-462f-ab0a-ccdd508ddcff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 07:00:07.328111 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8c1b7f2-898e-4ffd-915a-a030b524810e', 'tag': '79755968-1ce3-4d8a-819c-4644fa8e7843', 'status': 'completed', 'code': 200} Jan 24 07:00:07.335247 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb942d55-9fd7-44d8-90c8-0ab0ca4754f3 req-65df46ee-97aa-4a43-a95e-2683dca2fdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:00:07.337123 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-fb942d55-9fd7-44d8-90c8-0ab0ca4754f3 req-65df46ee-97aa-4a43-a95e-2683dca2fdc1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1f96f6ed-6979-45ca-8d35-2a14aa32f9ac HTTP/1.1" status: 200 len: 849 time: 0.1310666 Jan 24 07:00:07.452142 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:00:07.457307 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-fb942d55-9fd7-44d8-90c8-0ab0ca4754f3 req-7dca95be-dbfc-4308-945d-996102f3dd18 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=48619109-c0ed-432c-ac8f-481421907aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737915 Jan 24 07:00:07.754235 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-fb942d55-9fd7-44d8-90c8-0ab0ca4754f3 req-2a7b66bb-0b0d-4c5d-86e2-258682453dfc service neutron] 10.222.0.18 "GET /v2.0/networks/48619109-c0ed-432c-ac8f-481421907aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2748132 Jan 24 07:00:07.768020 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-24c1032a-8c2a-462f-ab0a-ccdd508ddcff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:07.793070 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24c5510-57f0-473e-9249-5a48bdc3a577 service neutron] Pushing event updated for resources: {'Port': ['ID=ff57e2d0-803e-4ba4-a3fc-a91eefdf2a1c,revision_number=3']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:00:07.804266 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-24c1032a-8c2a-462f-ab0a-ccdd508ddcff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:07.841396 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-c24c5510-57f0-473e-9249-5a48bdc3a577 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:00:07.851670 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-7052e36d-0baf-4705-8218-1bcd960892f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:00:07.886364 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-24c1032a-8c2a-462f-ab0a-ccdd508ddcff admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ce4259e09a97425aaa456633601d5a46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7169979 Jan 24 07:00:07.887304 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 33524) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:00:07.913673 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c1032a-8c2a-462f-ab0a-ccdd508ddcff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88c34e82-37a7-4009-9a31-4a559cfacfbc,revision_number=1']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:00:07.931823 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b097f2-4dad-4be1-baa9-6353c0f03df4 req-c24c5510-57f0-473e-9249-5a48bdc3a577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:00:07.932500 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-00b097f2-4dad-4be1-baa9-6353c0f03df4 req-c24c5510-57f0-473e-9249-5a48bdc3a577 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539807'] for port, before_response {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:07.934012 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-00b097f2-4dad-4be1-baa9-6353c0f03df4 req-c24c5510-57f0-473e-9249-5a48bdc3a577 service neutron] 10.222.0.18 "PUT /v2.0/ports/ff57e2d0-803e-4ba4-a3fc-a91eefdf2a1c HTTP/1.1" status: 200 len: 1157 time: 3.8144653 Jan 24 07:00:07.934980 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4989fdc9-702e-4847-b05c-e5615cf4e281', 'tag': 'ff57e2d0-803e-4ba4-a3fc-a91eefdf2a1c'}] {{(pid=80236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 07:00:07.975996 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-fb942d55-9fd7-44d8-90c8-0ab0ca4754f3 req-78661393-49df-458d-904d-c72574e4e1e6 service neutron] 10.222.0.18 "GET /v2.0/networks/48619109-c0ed-432c-ac8f-481421907aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2129724 Jan 24 07:00:07.989848 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579d6bc0-c18c-4d91-a2fe-42264f248173 req-ceaf4e39-00ac-4021-bb3c-376fa108ea8e tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:00:07.991551 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-579d6bc0-c18c-4d91-a2fe-42264f248173 req-ceaf4e39-00ac-4021-bb3c-376fa108ea8e tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/ports?device_id=ed8ebb10-299f-410a-82e9-9ee3888a0575 HTTP/1.1" status: 200 len: 945 time: 0.4346285 Jan 24 07:00:08.007113 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-24c1032a-8c2a-462f-ab0a-ccdd508ddcff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:00:08.045647 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4989fdc9-702e-4847-b05c-e5615cf4e281', 'tag': 'ff57e2d0-803e-4ba4-a3fc-a91eefdf2a1c', 'status': 'completed', 'code': 200} Jan 24 07:00:08.057653 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-7bbe821a-51bf-441b-b836-ac3dc05ef570 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:08.061030 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-579d6bc0-c18c-4d91-a2fe-42264f248173 req-f60f912a-2f96-4371-be0b-ed7ac6551983 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/security-groups?id=b0fd1909-caa0-4f27-9897-89809084cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516164 Jan 24 07:00:08.119861 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-7bbe821a-51bf-441b-b836-ac3dc05ef570 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:08.133170 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b097f2-4dad-4be1-baa9-6353c0f03df4 req-df72f0a2-3d70-4521-b3fe-5736488ce930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:00:08.134885 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-00b097f2-4dad-4be1-baa9-6353c0f03df4 req-df72f0a2-3d70-4521-b3fe-5736488ce930 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ecad9f4fc8bb4fd385d4cdbe62d41cec&device_id=4989fdc9-702e-4847-b05c-e5615cf4e281 HTTP/1.1" status: 200 len: 1160 time: 0.1330788 Jan 24 07:00:08.202751 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bde8b68-5a92-402b-b9c6-9f0076656640 req-9788e100-8ba9-4fd8-968e-2b1daea85677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:00:08.204453 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-0bde8b68-5a92-402b-b9c6-9f0076656640 req-9788e100-8ba9-4fd8-968e-2b1daea85677 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=393fd1deca1e400e8686a32455829fb5&device_id=b8c1b7f2-898e-4ffd-915a-a030b524810e HTTP/1.1" status: 200 len: 1160 time: 0.0839796 Jan 24 07:00:08.233719 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-00b097f2-4dad-4be1-baa9-6353c0f03df4 req-3fa8aad7-0c6d-48ec-b90d-b743dfd84fbf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ff57e2d0-803e-4ba4-a3fc-a91eefdf2a1c HTTP/1.1" status: 200 len: 217 time: 0.0835865 Jan 24 07:00:08.282367 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-7bbe821a-51bf-441b-b836-ac3dc05ef570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:08.293279 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-58b592f3-310f-4954-8d8c-b0f3fd24916e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:00:08.310297 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbe821a-51bf-441b-b836-ac3dc05ef570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88c34e82-37a7-4009-9a31-4a559cfacfbc,revision_number=None']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:00:08.313275 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-7bbe821a-51bf-441b-b836-ac3dc05ef570 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:00:08.324321 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-7bbe821a-51bf-441b-b836-ac3dc05ef570 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:08.325555 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-7bbe821a-51bf-441b-b836-ac3dc05ef570 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/88c34e82-37a7-4009-9a31-4a559cfacfbc HTTP/1.1" status: 204 len: 168 time: 0.4371986 Jan 24 07:00:08.336307 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b097f2-4dad-4be1-baa9-6353c0f03df4 req-be4155de-62f4-49f6-a7d0-1adbe19767ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:00:08.337890 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-00b097f2-4dad-4be1-baa9-6353c0f03df4 req-be4155de-62f4-49f6-a7d0-1adbe19767ce service neutron] 10.222.0.18 "GET /v2.0/subnets?id=57362b84-9fbb-4c3e-8334-99fa83fb8597 HTTP/1.1" status: 200 len: 853 time: 0.0959511 Jan 24 07:00:08.451818 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-00b097f2-4dad-4be1-baa9-6353c0f03df4 req-dfc301ad-3991-4357-ac12-88e0c608ae57 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fee14cdf-cd7b-4e5a-a4a6-f3647c10c460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1053951 Jan 24 07:00:08.480681 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bde8b68-5a92-402b-b9c6-9f0076656640 req-5cb791fb-044c-4746-b1aa-02080017c815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:00:08.482267 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-0bde8b68-5a92-402b-b9c6-9f0076656640 req-5cb791fb-044c-4746-b1aa-02080017c815 service neutron] 10.222.0.18 "GET /v2.0/networks?id=48619109-c0ed-432c-ac8f-481421907aa4 HTTP/1.1" status: 200 len: 903 time: 0.2713709 Jan 24 07:00:08.631206 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-0bde8b68-5a92-402b-b9c6-9f0076656640 req-8e5f1cda-2038-4863-80e9-d2173498a3f0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=79755968-1ce3-4d8a-819c-4644fa8e7843 HTTP/1.1" status: 200 len: 217 time: 0.0982347 Jan 24 07:00:08.672005 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-00b097f2-4dad-4be1-baa9-6353c0f03df4 req-eb475f89-8b04-466b-8d25-00ffff420c5e service neutron] 10.222.0.18 "GET /v2.0/networks/fee14cdf-cd7b-4e5a-a4a6-f3647c10c460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125297 Jan 24 07:00:08.731124 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4421a2cf-1576-49a3-9018-ad734cde8542 req-18c0e2d9-a093-4941-8b7e-224b0ff6224b tempest-VolumesActionsTest-1165896132 tempest-VolumesActionsTest-1165896132] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:00:08.732850 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-4421a2cf-1576-49a3-9018-ad734cde8542 req-18c0e2d9-a093-4941-8b7e-224b0ff6224b tempest-VolumesActionsTest-1165896132 tempest-VolumesActionsTest-1165896132] 10.222.0.22 "GET /v2.0/ports?device_id=b8c1b7f2-898e-4ffd-915a-a030b524810e HTTP/1.1" status: 200 len: 943 time: 0.3393710 Jan 24 07:00:08.818157 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd7791a-c5d0-40a8-b67a-7326c3e41feb req-31db8258-7585-40bf-89f1-ad35cc909f37 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:00:08.820114 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-0cd7791a-c5d0-40a8-b67a-7326c3e41feb req-31db8258-7585-40bf-89f1-ad35cc909f37 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] 10.222.0.22 "GET /v2.0/ports?device_id=4989fdc9-702e-4847-b05c-e5615cf4e281 HTTP/1.1" status: 200 len: 943 time: 0.3367670 Jan 24 07:00:08.825263 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bde8b68-5a92-402b-b9c6-9f0076656640 req-afe04321-b94a-41ee-82de-9d0cb3813b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:00:08.843671 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-0bde8b68-5a92-402b-b9c6-9f0076656640 req-afe04321-b94a-41ee-82de-9d0cb3813b0a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1f96f6ed-6979-45ca-8d35-2a14aa32f9ac HTTP/1.1" status: 200 len: 849 time: 0.1886623 Jan 24 07:00:09.000004 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-00b097f2-4dad-4be1-baa9-6353c0f03df4 req-82264175-2e1b-4034-a198-7a4185e45955 service neutron] 10.222.0.18 "GET /v2.0/networks/fee14cdf-cd7b-4e5a-a4a6-f3647c10c460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3190870 Jan 24 07:00:09.012868 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-0bde8b68-5a92-402b-b9c6-9f0076656640 req-9623f694-fc32-4c29-b794-15f4fc1709eb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=48619109-c0ed-432c-ac8f-481421907aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1681066 Jan 24 07:00:09.058391 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-4421a2cf-1576-49a3-9018-ad734cde8542 req-77ce180c-fb6f-411d-95c4-4964338905e4 tempest-VolumesActionsTest-1165896132 tempest-VolumesActionsTest-1165896132] 10.222.0.22 "GET /v2.0/security-groups?id=7521a87c-9219-4dcb-b529-cf8b2fa12ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3010354 Jan 24 07:00:09.124566 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 33596) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:00:09.146489 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-0cd7791a-c5d0-40a8-b67a-7326c3e41feb req-26d517d8-7745-4161-9664-eb1205444617 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] 10.222.0.22 "GET /v2.0/security-groups?id=591f1956-1675-4ed2-b485-595eac679241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2973247 Jan 24 07:00:09.208089 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-20cb8574-5fcc-486c-afbb-25a5f1e9f1f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:09.259910 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-20cb8574-5fcc-486c-afbb-25a5f1e9f1f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 07:00:09.269962 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-20cb8574-5fcc-486c-afbb-25a5f1e9f1f6 admin admin] Usage tracker for resource:security_group_rule and tenant:ba2735e3d84b40b9af1a7ac96ab6d97c is out of sync, need to count used quota {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 07:00:09.277245 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-0bde8b68-5a92-402b-b9c6-9f0076656640 req-672a83b5-cbf6-4793-80c6-6aa90cd14213 service neutron] 10.222.0.18 "GET /v2.0/networks/48619109-c0ed-432c-ac8f-481421907aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549424 Jan 24 07:00:09.277979 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-20cb8574-5fcc-486c-afbb-25a5f1e9f1f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 07:00:09.308351 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-20cb8574-5fcc-486c-afbb-25a5f1e9f1f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 07:00:09.354099 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda39853-75e0-4887-8260-5c5cc5ec4d43 req-89cab364-f953-4b1e-9d99-7e32efb2f828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:00:09.355965 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-cda39853-75e0-4887-8260-5c5cc5ec4d43 req-89cab364-f953-4b1e-9d99-7e32efb2f828 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ecad9f4fc8bb4fd385d4cdbe62d41cec&device_id=4989fdc9-702e-4847-b05c-e5615cf4e281 HTTP/1.1" status: 200 len: 1160 time: 0.2262082 Jan 24 07:00:09.577110 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-20cb8574-5fcc-486c-afbb-25a5f1e9f1f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:09.591262 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-20cb8574-5fcc-486c-afbb-25a5f1e9f1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:09.619358 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-8a3ef706-189d-40e3-b203-6a26d2868d79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:00:09.679165 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda39853-75e0-4887-8260-5c5cc5ec4d43 req-59782cac-ff9d-498a-983f-95243d0b496a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:00:09.691911 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-cda39853-75e0-4887-8260-5c5cc5ec4d43 req-59782cac-ff9d-498a-983f-95243d0b496a service neutron] 10.222.0.18 "GET /v2.0/networks?id=fee14cdf-cd7b-4e5a-a4a6-f3647c10c460 HTTP/1.1" status: 200 len: 907 time: 0.3020909 Jan 24 07:00:09.866679 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-20cb8574-5fcc-486c-afbb-25a5f1e9f1f6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ba2735e3d84b40b9af1a7ac96ab6d97c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7396457 Jan 24 07:00:09.869535 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-cda39853-75e0-4887-8260-5c5cc5ec4d43 req-b25efc6d-b4f0-472b-a058-52869ef122cf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ff57e2d0-803e-4ba4-a3fc-a91eefdf2a1c HTTP/1.1" status: 200 len: 217 time: 0.1213262 Jan 24 07:00:09.870210 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 33648) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:00:09.870875 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb8574-5fcc-486c-afbb-25a5f1e9f1f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36c5ecb5-fa06-4195-96ea-b7b99cc81dd1,revision_number=1']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:00:09.884845 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-20cb8574-5fcc-486c-afbb-25a5f1e9f1f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:00:09.928700 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4889110f-f07e-416c-832e-737d2a905bc6 req-20662faa-2d81-431c-b099-96a0f5cd7115 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:00:09.937767 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-4889110f-f07e-416c-832e-737d2a905bc6 req-20662faa-2d81-431c-b099-96a0f5cd7115 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/ports?device_id=ed8ebb10-299f-410a-82e9-9ee3888a0575 HTTP/1.1" status: 200 len: 945 time: 0.5173845 Jan 24 07:00:09.944388 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-0bde8b68-5a92-402b-b9c6-9f0076656640 req-29de2652-fbb7-432c-826a-6e17a565adda service neutron] 10.222.0.18 "GET /v2.0/networks/48619109-c0ed-432c-ac8f-481421907aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6585939 Jan 24 07:00:10.027851 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda39853-75e0-4887-8260-5c5cc5ec4d43 req-7af034de-98af-4335-af72-319bc43e3137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:00:10.029857 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-cda39853-75e0-4887-8260-5c5cc5ec4d43 req-7af034de-98af-4335-af72-319bc43e3137 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=57362b84-9fbb-4c3e-8334-99fa83fb8597 HTTP/1.1" status: 200 len: 853 time: 0.1385202 Jan 24 07:00:10.046722 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.objects.ports [None req-99a30d05-c3ad-4f01-a3ea-7ca822a822cb None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80237) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 24 07:00:10.048942 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4f273382-53e3-4364-8eea-1e0df185bf65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:10.058582 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-4889110f-f07e-416c-832e-737d2a905bc6 req-a846bc4f-8b88-44c3-96bb-9fd5b67fe51a tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/security-groups?id=b0fd1909-caa0-4f27-9897-89809084cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205807 Jan 24 07:00:10.109671 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-cda39853-75e0-4887-8260-5c5cc5ec4d43 req-e5bc852f-a19c-4f34-b452-9939b5c70247 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fee14cdf-cd7b-4e5a-a4a6-f3647c10c460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565677 Jan 24 07:00:10.151140 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4f273382-53e3-4364-8eea-1e0df185bf65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:10.294763 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4f273382-53e3-4364-8eea-1e0df185bf65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:10.303099 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-d4c0780c-4f8e-422c-9350-5ad878e003ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:00:10.320579 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-cda39853-75e0-4887-8260-5c5cc5ec4d43 req-7398505f-a0f7-49f9-b621-290dd68aebb4 service neutron] 10.222.0.18 "GET /v2.0/networks/fee14cdf-cd7b-4e5a-a4a6-f3647c10c460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000794 Jan 24 07:00:10.322717 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f273382-53e3-4364-8eea-1e0df185bf65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c5ecb5-fa06-4195-96ea-b7b99cc81dd1,revision_number=None']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:00:10.325520 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-4f273382-53e3-4364-8eea-1e0df185bf65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:00:10.326701 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4f273382-53e3-4364-8eea-1e0df185bf65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:10.327884 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-4f273382-53e3-4364-8eea-1e0df185bf65 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/36c5ecb5-fa06-4195-96ea-b7b99cc81dd1 HTTP/1.1" status: 204 len: 168 time: 0.4419632 Jan 24 07:00:10.474184 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6195caf-09d5-45fd-82ed-67ffca3930b1 req-ceb1ff19-a151-4b57-9485-c9e94b8e24c5 tempest-VolumesActionsTest-1165896132 tempest-VolumesActionsTest-1165896132] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:00:10.475903 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-b6195caf-09d5-45fd-82ed-67ffca3930b1 req-ceb1ff19-a151-4b57-9485-c9e94b8e24c5 tempest-VolumesActionsTest-1165896132 tempest-VolumesActionsTest-1165896132] 10.222.0.22 "GET /v2.0/ports?device_id=b8c1b7f2-898e-4ffd-915a-a030b524810e HTTP/1.1" status: 200 len: 943 time: 0.2303889 Jan 24 07:00:10.476504 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-cda39853-75e0-4887-8260-5c5cc5ec4d43 req-20342979-aaed-41de-9f5b-1550d77d820f service neutron] 10.222.0.18 "GET /v2.0/networks/fee14cdf-cd7b-4e5a-a4a6-f3647c10c460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1474476 Jan 24 07:00:10.511284 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2976902-d36b-4db1-a88d-f8cb7af26856 req-a6ad9d9b-064a-4dc0-aa64-e5af6cf49777 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:00:10.513070 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-f2976902-d36b-4db1-a88d-f8cb7af26856 req-a6ad9d9b-064a-4dc0-aa64-e5af6cf49777 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] 10.222.0.22 "GET /v2.0/ports?device_id=4989fdc9-702e-4847-b05c-e5615cf4e281 HTTP/1.1" status: 200 len: 943 time: 0.2157905 Jan 24 07:00:10.605175 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-b6195caf-09d5-45fd-82ed-67ffca3930b1 req-0bf1eef1-cc50-4b1f-aa10-cd6b19e528da tempest-VolumesActionsTest-1165896132 tempest-VolumesActionsTest-1165896132] 10.222.0.22 "GET /v2.0/security-groups?id=7521a87c-9219-4dcb-b529-cf8b2fa12ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906413 Jan 24 07:00:10.615588 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-f2976902-d36b-4db1-a88d-f8cb7af26856 req-a5314a9d-ee7f-43e2-b10e-0fca996cb645 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] 10.222.0.22 "GET /v2.0/security-groups?id=591f1956-1675-4ed2-b485-595eac679241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846784 Jan 24 07:00:10.919167 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Device 79755968-1ce3-4d8a-819c-4644fa8e7843 up at agent ovs-agent-hv-cinder-77218 {{(pid=80237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 07:00:10.999437 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Provisioning for port 79755968-1ce3-4d8a-819c-4644fa8e7843 completed by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 07:00:11.005062 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Provisioning complete for port 79755968-1ce3-4d8a-819c-4644fa8e7843 triggered by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 07:00:11.005620 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:11.147629 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:11.184327 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] For port 79755968-1ce3-4d8a-819c-4644fa8e7843, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=79755968-1ce3-4d8a-819c-4644fa8e7843,segment=NetworkSegment(584126e1-1730-47e7-ba5c-6db32a67edd5),segment_id=584126e1-1730-47e7-ba5c-6db32a67edd5)] {{(pid=80237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 07:00:11.185451 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8c1b7f2-898e-4ffd-915a-a030b524810e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79755968-1ce3-4d8a-819c-4644fa8e7843'}] {{(pid=80237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 07:00:11.192641 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098'] for port, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:11.194729 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-1588094b-d6a4-49cf-b57b-e66c38c79cd9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:00:11.257997 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8c1b7f2-898e-4ffd-915a-a030b524810e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79755968-1ce3-4d8a-819c-4644fa8e7843', 'code': 200} Jan 24 07:00:11.281447 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Pushing event updated for resources: {'Port': ['ID=79755968-1ce3-4d8a-819c-4644fa8e7843,revision_number=4']} {{(pid=80237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:00:11.290807 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:00:11.291196 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:00:11.291581 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:00:11.292026 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:00:11.292368 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:00:11.292911 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:00:11.293425 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:00:11.293932 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:00:11.294491 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:00:11.295093 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:00:11.295577 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:00:11.296057 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:00:11.296532 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:00:11.296964 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:00:11.297396 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:00:11.297850 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:00:11.298283 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:00:11.298707 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:00:11.299681 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:00:11.300152 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:00:11.300644 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:00:11.300915 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:00:11.301502 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:00:11.301948 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:00:11.313075 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:00:11.429575 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2d9a20-bc28-47e6-83a1-abbbf4bdce4a req-58599a63-6207-423c-8a7c-5e0c23d802a5 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:00:11.431273 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-ca2d9a20-bc28-47e6-83a1-abbbf4bdce4a req-58599a63-6207-423c-8a7c-5e0c23d802a5 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/ports?device_id=ed8ebb10-299f-410a-82e9-9ee3888a0575 HTTP/1.1" status: 200 len: 945 time: 0.1144531 Jan 24 07:00:11.488426 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-ca2d9a20-bc28-47e6-83a1-abbbf4bdce4a req-c71898b7-3ee0-4d7a-99c2-24d27e74f105 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/security-groups?id=b0fd1909-caa0-4f27-9897-89809084cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505488 Jan 24 07:00:11.603743 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc4a779-5aab-4e20-9eb8-11761d583d9a req-cc256198-1e48-49a2-84d5-d296938f6b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:00:11.605685 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-9cc4a779-5aab-4e20-9eb8-11761d583d9a req-cc256198-1e48-49a2-84d5-d296938f6b5b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b8c1b7f2-898e-4ffd-915a-a030b524810e HTTP/1.1" status: 200 len: 1162 time: 0.0819349 Jan 24 07:00:11.654627 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-9cc4a779-5aab-4e20-9eb8-11761d583d9a req-57eb13ed-b053-4a3e-9a36-3c0f038c09ed service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7521a87c-9219-4dcb-b529-cf8b2fa12ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414047 Jan 24 07:00:11.953345 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.objects.ports [None req-090ccd5f-ddd7-4fdb-a1d9-6a50771b61e8 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80237) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 24 07:00:11.959857 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4faa0e-4f0d-4b78-8475-de4093bb5ada req-f03c4e23-ce42-4299-b32f-036866f353c6 tempest-VolumesActionsTest-1165896132 tempest-VolumesActionsTest-1165896132] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:00:11.961544 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-0c4faa0e-4f0d-4b78-8475-de4093bb5ada req-f03c4e23-ce42-4299-b32f-036866f353c6 tempest-VolumesActionsTest-1165896132 tempest-VolumesActionsTest-1165896132] 10.222.0.22 "GET /v2.0/ports?device_id=b8c1b7f2-898e-4ffd-915a-a030b524810e HTTP/1.1" status: 200 len: 945 time: 0.1863744 Jan 24 07:00:11.989107 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce3b5cc-27b6-429b-acbb-3ded6c1389b1 req-3f6e7d52-07fb-451b-9a4e-f4172b61b521 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:00:11.990892 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-0ce3b5cc-27b6-429b-acbb-3ded6c1389b1 req-3f6e7d52-07fb-451b-9a4e-f4172b61b521 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] 10.222.0.22 "GET /v2.0/ports?device_id=4989fdc9-702e-4847-b05c-e5615cf4e281 HTTP/1.1" status: 200 len: 943 time: 0.2143054 Jan 24 07:00:12.071572 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-0c4faa0e-4f0d-4b78-8475-de4093bb5ada req-8e1c186b-16ee-4fbb-830f-889a70f48268 tempest-VolumesActionsTest-1165896132 tempest-VolumesActionsTest-1165896132] 10.222.0.22 "GET /v2.0/security-groups?id=7521a87c-9219-4dcb-b529-cf8b2fa12ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795441 Jan 24 07:00:12.080053 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-0ce3b5cc-27b6-429b-acbb-3ded6c1389b1 req-3dc88a58-56f4-4f93-83bf-81e745ea9746 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] 10.222.0.22 "GET /v2.0/security-groups?id=591f1956-1675-4ed2-b485-595eac679241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711081 Jan 24 07:00:12.753257 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199de41a-cecb-46cc-bd77-d5da23b09a0f req-99e741d8-fcd0-46d1-87c2-324e28545e0c tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:00:12.754821 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-199de41a-cecb-46cc-bd77-d5da23b09a0f req-99e741d8-fcd0-46d1-87c2-324e28545e0c tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/ports?device_id=ed8ebb10-299f-410a-82e9-9ee3888a0575 HTTP/1.1" status: 200 len: 945 time: 0.1159041 Jan 24 07:00:12.809054 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-199de41a-cecb-46cc-bd77-d5da23b09a0f req-56a63068-464e-470d-82b9-33c10ea9f8bd tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/security-groups?id=b0fd1909-caa0-4f27-9897-89809084cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472891 Jan 24 07:00:12.927425 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Device 79755968-1ce3-4d8a-819c-4644fa8e7843 up at agent ovs-agent-hv-cinder-77218 {{(pid=80237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 07:00:13.015923 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Provisioning complete for port 79755968-1ce3-4d8a-819c-4644fa8e7843 triggered by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 07:00:13.016584 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:13.161162 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Device ff57e2d0-803e-4ba4-a3fc-a91eefdf2a1c up at agent ovs-agent-hv-cinder-77218 {{(pid=80237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 07:00:13.297741 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Provisioning for port ff57e2d0-803e-4ba4-a3fc-a91eefdf2a1c completed by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 07:00:13.313155 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Provisioning complete for port ff57e2d0-803e-4ba4-a3fc-a91eefdf2a1c triggered by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 07:00:13.313571 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:13.449191 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9302cc45-ef21-4eca-a267-12fa78079cfc req-2331bbfc-0c27-4b86-b5e9-c6915043884f tempest-VolumesActionsTest-1165896132 tempest-VolumesActionsTest-1165896132] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:00:13.450875 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-9302cc45-ef21-4eca-a267-12fa78079cfc req-2331bbfc-0c27-4b86-b5e9-c6915043884f tempest-VolumesActionsTest-1165896132 tempest-VolumesActionsTest-1165896132] 10.222.0.22 "GET /v2.0/ports?device_id=b8c1b7f2-898e-4ffd-915a-a030b524810e HTTP/1.1" status: 200 len: 945 time: 0.1890919 Jan 24 07:00:13.453237 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:13.480482 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94a21ab-6ef5-4be5-828d-d24af6b853ce req-5d1b4e0b-5114-418a-9980-99507d6a0eab tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:00:13.480671 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-e94a21ab-6ef5-4be5-828d-d24af6b853ce req-5d1b4e0b-5114-418a-9980-99507d6a0eab tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] 10.222.0.22 "GET /v2.0/ports?device_id=4989fdc9-702e-4847-b05c-e5615cf4e281 HTTP/1.1" status: 200 len: 943 time: 0.1704452 Jan 24 07:00:13.493902 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4989fdc9-702e-4847-b05c-e5615cf4e281', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff57e2d0-803e-4ba4-a3fc-a91eefdf2a1c'}] {{(pid=80237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 07:00:13.515084 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] For port ff57e2d0-803e-4ba4-a3fc-a91eefdf2a1c, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=ff57e2d0-803e-4ba4-a3fc-a91eefdf2a1c,segment=NetworkSegment(5937deae-815f-4d83-923d-ce00e245a520),segment_id=5937deae-815f-4d83-923d-ce00e245a520)] {{(pid=80237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 07:00:13.518570 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098'] for port, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:13.521100 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:00:13.556771 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-9302cc45-ef21-4eca-a267-12fa78079cfc req-3f4e4b53-44ec-46cf-bb86-a055356f1e63 tempest-VolumesActionsTest-1165896132 tempest-VolumesActionsTest-1165896132] 10.222.0.22 "GET /v2.0/security-groups?id=7521a87c-9219-4dcb-b529-cf8b2fa12ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750113 Jan 24 07:00:13.571259 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-e94a21ab-6ef5-4be5-828d-d24af6b853ce req-395177ba-c429-4866-84a2-a6087d745cc8 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] 10.222.0.22 "GET /v2.0/security-groups?id=591f1956-1675-4ed2-b485-595eac679241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731521 Jan 24 07:00:13.671129 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Pushing event updated for resources: {'Port': ['ID=ff57e2d0-803e-4ba4-a3fc-a91eefdf2a1c,revision_number=4']} {{(pid=80237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:00:13.676794 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:00:13.699828 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4989fdc9-702e-4847-b05c-e5615cf4e281', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff57e2d0-803e-4ba4-a3fc-a91eefdf2a1c', 'code': 200} Jan 24 07:00:13.984767 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Device ff57e2d0-803e-4ba4-a3fc-a91eefdf2a1c up at agent ovs-agent-hv-cinder-77218 {{(pid=80237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 07:00:14.097100 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248cc973-07ae-40d5-92c8-42c6b1eeee2b req-31ac18c6-c0e6-4304-ad20-d421fd046bfe tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:00:14.097312 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Provisioning complete for port ff57e2d0-803e-4ba4-a3fc-a91eefdf2a1c triggered by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 07:00:14.097737 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:14.099227 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-248cc973-07ae-40d5-92c8-42c6b1eeee2b req-31ac18c6-c0e6-4304-ad20-d421fd046bfe tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/ports?device_id=ed8ebb10-299f-410a-82e9-9ee3888a0575 HTTP/1.1" status: 200 len: 945 time: 0.1419713 Jan 24 07:00:14.103983 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14747c9-33d7-4842-bb57-50eba2b5e58c req-53845b6d-a8d7-4d9c-b9c6-5a41594b121f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:00:14.105628 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-c14747c9-33d7-4842-bb57-50eba2b5e58c req-53845b6d-a8d7-4d9c-b9c6-5a41594b121f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4989fdc9-702e-4847-b05c-e5615cf4e281 HTTP/1.1" status: 200 len: 1162 time: 0.1465640 Jan 24 07:00:14.178785 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-248cc973-07ae-40d5-92c8-42c6b1eeee2b req-2a040084-c527-4f23-9ea3-135a143c575f tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/security-groups?id=b0fd1909-caa0-4f27-9897-89809084cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710294 Jan 24 07:00:14.215208 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-c14747c9-33d7-4842-bb57-50eba2b5e58c req-5c36e3e3-2521-41ee-815f-65e7b7ed3114 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=591f1956-1675-4ed2-b485-595eac679241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846982 Jan 24 07:00:14.839541 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0889b12c-411e-4838-ae03-c18d615d0d43 req-ba2a602c-9804-4d9a-b539-0c790ef7985e tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:00:14.841278 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-0889b12c-411e-4838-ae03-c18d615d0d43 req-ba2a602c-9804-4d9a-b539-0c790ef7985e tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] 10.222.0.22 "GET /v2.0/ports?device_id=4989fdc9-702e-4847-b05c-e5615cf4e281 HTTP/1.1" status: 200 len: 945 time: 0.1107347 Jan 24 07:00:14.901743 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-0889b12c-411e-4838-ae03-c18d615d0d43 req-f0d7b309-b209-4d93-9c7d-8f4459f9ef4e tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] 10.222.0.22 "GET /v2.0/security-groups?id=591f1956-1675-4ed2-b485-595eac679241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528810 Jan 24 07:00:15.281945 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 33808) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:00:15.437179 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6fa334-ec6a-4958-93dd-60cd0ae01720 req-3bd7a77c-7d2c-4cb9-bf38-d0254bd62db7 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:00:15.446395 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-8e6fa334-ec6a-4958-93dd-60cd0ae01720 req-3bd7a77c-7d2c-4cb9-bf38-d0254bd62db7 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/ports?device_id=ed8ebb10-299f-410a-82e9-9ee3888a0575 HTTP/1.1" status: 200 len: 945 time: 0.1202347 Jan 24 07:00:15.466650 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4a03af8e-854e-4719-a4fd-574adaad9055 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:15.486009 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-4a03af8e-854e-4719-a4fd-574adaad9055 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 07:00:15.491604 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-4a03af8e-854e-4719-a4fd-574adaad9055 admin admin] Usage tracker for resource:security_group_rule and tenant:286c15cf5ae9489cab729f98443305e2 is out of sync, need to count used quota {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 07:00:15.494840 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-4a03af8e-854e-4719-a4fd-574adaad9055 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 07:00:15.500550 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-8e6fa334-ec6a-4958-93dd-60cd0ae01720 req-d9cd7f96-4915-4e39-924b-501d22cd1ac6 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/security-groups?id=b0fd1909-caa0-4f27-9897-89809084cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531671 Jan 24 07:00:15.502528 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-4a03af8e-854e-4719-a4fd-574adaad9055 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 07:00:15.634156 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4a03af8e-854e-4719-a4fd-574adaad9055 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:15.642677 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4a03af8e-854e-4719-a4fd-574adaad9055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:15.661851 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-0e8b5da8-d586-443a-bcf2-e25382b74b9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:00:15.709782 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-4a03af8e-854e-4719-a4fd-574adaad9055 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=286c15cf5ae9489cab729f98443305e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4266193 Jan 24 07:00:15.711851 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a03af8e-854e-4719-a4fd-574adaad9055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99886b16-1b39-4e86-ada8-8984f1010555,revision_number=1']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:00:15.712708 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 33820) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:00:15.724610 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-4a03af8e-854e-4719-a4fd-574adaad9055 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:00:15.780708 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-45217e99-1238-44d9-844a-37472ccf8238 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:15.807742 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-45217e99-1238-44d9-844a-37472ccf8238 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:15.856810 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-45217e99-1238-44d9-844a-37472ccf8238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:15.862132 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-d5e09957-d808-4e95-97ca-c39e4d28a6c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:00:15.881172 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45217e99-1238-44d9-844a-37472ccf8238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99886b16-1b39-4e86-ada8-8984f1010555,revision_number=None']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:00:15.885869 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-45217e99-1238-44d9-844a-37472ccf8238 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:00:15.891312 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-45217e99-1238-44d9-844a-37472ccf8238 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:15.893188 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-45217e99-1238-44d9-844a-37472ccf8238 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/99886b16-1b39-4e86-ada8-8984f1010555 HTTP/1.1" status: 204 len: 168 time: 0.1787019 Jan 24 07:00:16.200075 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a9a2f5-359a-4d0b-8101-adb4e25b04b0 req-051fe694-9eb0-4456-9722-b2653b08a08e tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:00:16.208130 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9468bbb8-79ff-4798-b6c7-dd4e024fdc12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:16.209452 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-a2a9a2f5-359a-4d0b-8101-adb4e25b04b0 req-051fe694-9eb0-4456-9722-b2653b08a08e tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] 10.222.0.22 "GET /v2.0/ports?device_id=4989fdc9-702e-4847-b05c-e5615cf4e281 HTTP/1.1" status: 200 len: 945 time: 0.1572673 Jan 24 07:00:16.240115 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Device ff57e2d0-803e-4ba4-a3fc-a91eefdf2a1c up at agent ovs-agent-hv-cinder-77218 {{(pid=80237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 07:00:16.288018 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-a2a9a2f5-359a-4d0b-8101-adb4e25b04b0 req-eabc93ef-c5e4-444c-a008-3d57b02e08ac tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] 10.222.0.22 "GET /v2.0/security-groups?id=591f1956-1675-4ed2-b485-595eac679241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740471 Jan 24 07:00:16.379308 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Provisioning complete for port ff57e2d0-803e-4ba4-a3fc-a91eefdf2a1c triggered by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 07:00:16.379831 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:16.773389 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65ce807-4b4f-48c4-8e97-2e6d45601a5f req-221e8abd-6407-46e6-9200-165a87cd09a3 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:00:16.775421 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-b65ce807-4b4f-48c4-8e97-2e6d45601a5f req-221e8abd-6407-46e6-9200-165a87cd09a3 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/ports?device_id=ed8ebb10-299f-410a-82e9-9ee3888a0575 HTTP/1.1" status: 200 len: 945 time: 0.1283612 Jan 24 07:00:16.829197 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-b65ce807-4b4f-48c4-8e97-2e6d45601a5f req-71ee541e-4ec7-491c-8a7b-67669482e0ef tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/security-groups?id=b0fd1909-caa0-4f27-9897-89809084cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474219 Jan 24 07:00:18.110380 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 33898) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:00:18.122674 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c737adc2-b785-4583-a290-ee8a0b723834 req-c1adc71f-fe2a-45df-bbf8-95671eef0ed0 tempest-VolumesActionsTest-1165896132 tempest-VolumesActionsTest-1165896132] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:00:18.122674 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-c737adc2-b785-4583-a290-ee8a0b723834 req-c1adc71f-fe2a-45df-bbf8-95671eef0ed0 tempest-VolumesActionsTest-1165896132 tempest-VolumesActionsTest-1165896132] 10.222.0.22 "GET /v2.0/ports?device_id=b8c1b7f2-898e-4ffd-915a-a030b524810e HTTP/1.1" status: 200 len: 945 time: 0.1858611 Jan 24 07:00:18.152824 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b672e5-6056-4de4-ad79-bef02cc53679 req-f2cdbcc9-dab9-45c4-a4c7-eb85e4302784 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:00:18.154485 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-a2b672e5-6056-4de4-ad79-bef02cc53679 req-f2cdbcc9-dab9-45c4-a4c7-eb85e4302784 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/ports?device_id=ed8ebb10-299f-410a-82e9-9ee3888a0575 HTTP/1.1" status: 200 len: 945 time: 0.1751668 Jan 24 07:00:18.235604 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-c737adc2-b785-4583-a290-ee8a0b723834 req-ec281ce0-7a33-46c4-8667-ab313987edb8 tempest-VolumesActionsTest-1165896132 tempest-VolumesActionsTest-1165896132] 10.222.0.22 "GET /v2.0/security-groups?id=7521a87c-9219-4dcb-b529-cf8b2fa12ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800352 Jan 24 07:00:18.241893 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-a2b672e5-6056-4de4-ad79-bef02cc53679 req-d4e1e4fc-8ab9-4f15-a580-7293e498d2ae tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/security-groups?id=b0fd1909-caa0-4f27-9897-89809084cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720470 Jan 24 07:00:18.280429 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-72e18333-04cb-480a-800a-ff222badff5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:18.296698 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-72e18333-04cb-480a-800a-ff222badff5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 07:00:18.301751 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-72e18333-04cb-480a-800a-ff222badff5a admin admin] Usage tracker for resource:security_group_rule and tenant:2d9bc06251744ad19933e57315c01f8a is out of sync, need to count used quota {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 07:00:18.304922 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-72e18333-04cb-480a-800a-ff222badff5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 07:00:18.311243 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-72e18333-04cb-480a-800a-ff222badff5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 07:00:18.406470 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-72e18333-04cb-480a-800a-ff222badff5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:18.410055 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-72e18333-04cb-480a-800a-ff222badff5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:18.418415 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-9371d61a-14a5-4466-bc69-80d95b7eee16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:00:18.463617 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-72e18333-04cb-480a-800a-ff222badff5a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2d9bc06251744ad19933e57315c01f8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3520904 Jan 24 07:00:18.464573 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e18333-04cb-480a-800a-ff222badff5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ab5db55-509c-4ac8-9e01-5ac3b0590aa9,revision_number=1']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:00:18.466587 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 33904) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:00:18.468916 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-72e18333-04cb-480a-800a-ff222badff5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:00:18.531957 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c1d8b68b-9490-4248-a9bc-3c0e4f074f17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:18.559304 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c1d8b68b-9490-4248-a9bc-3c0e4f074f17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:18.606973 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c1d8b68b-9490-4248-a9bc-3c0e4f074f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:18.612003 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-3af2dd7f-a3a3-4ba7-a6ba-d700e98a2e96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:00:18.626689 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d8b68b-9490-4248-a9bc-3c0e4f074f17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ab5db55-509c-4ac8-9e01-5ac3b0590aa9,revision_number=None']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:00:18.630666 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-c1d8b68b-9490-4248-a9bc-3c0e4f074f17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:00:18.631893 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c1d8b68b-9490-4248-a9bc-3c0e4f074f17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:18.635383 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-c1d8b68b-9490-4248-a9bc-3c0e4f074f17 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2ab5db55-509c-4ac8-9e01-5ac3b0590aa9 HTTP/1.1" status: 204 len: 168 time: 0.1651597 Jan 24 07:00:19.098340 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 33918) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:00:19.117099 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f27575ab-cbaf-4d37-81e5-16402224d625 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:19.132653 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-f27575ab-cbaf-4d37-81e5-16402224d625 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 07:00:19.136735 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-f27575ab-cbaf-4d37-81e5-16402224d625 admin admin] Usage tracker for resource:security_group_rule and tenant:a6d2d1a1d96346c0953f560976dcb186 is out of sync, need to count used quota {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 07:00:19.139953 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-f27575ab-cbaf-4d37-81e5-16402224d625 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 07:00:19.146557 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-f27575ab-cbaf-4d37-81e5-16402224d625 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 07:00:19.232845 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f27575ab-cbaf-4d37-81e5-16402224d625 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:19.235836 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f27575ab-cbaf-4d37-81e5-16402224d625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:19.244755 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-eb8fe375-9b2b-4376-b4b1-7646faba1a32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:00:19.296120 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-f27575ab-cbaf-4d37-81e5-16402224d625 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a6d2d1a1d96346c0953f560976dcb186&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1941946 Jan 24 07:00:19.296120 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27575ab-cbaf-4d37-81e5-16402224d625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34183416-580e-4fc4-9028-ea9a538da886,revision_number=1']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:00:19.296574 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 33926) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:00:19.298126 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-f27575ab-cbaf-4d37-81e5-16402224d625 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:00:19.385719 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b4410c0d-d501-41a3-9ac6-3633e922f617 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:19.415827 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b4410c0d-d501-41a3-9ac6-3633e922f617 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:19.466828 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b4410c0d-d501-41a3-9ac6-3633e922f617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:19.472219 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-99207cae-5d58-4b8f-a8f1-bc7666d29992 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:00:19.487709 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4410c0d-d501-41a3-9ac6-3633e922f617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34183416-580e-4fc4-9028-ea9a538da886,revision_number=None']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:00:19.498719 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-b4410c0d-d501-41a3-9ac6-3633e922f617 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:00:19.500306 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b4410c0d-d501-41a3-9ac6-3633e922f617 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:19.502697 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-b4410c0d-d501-41a3-9ac6-3633e922f617 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/34183416-580e-4fc4-9028-ea9a538da886 HTTP/1.1" status: 204 len: 168 time: 0.2048998 Jan 24 07:00:19.579342 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da9f660-1150-499b-b806-6f81bd1f454f req-b67632d4-bfa4-4a40-ab06-7dbc7b185d9b tempest-VolumesActionsTest-1165896132 tempest-VolumesActionsTest-1165896132] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:00:19.581072 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-3da9f660-1150-499b-b806-6f81bd1f454f req-b67632d4-bfa4-4a40-ab06-7dbc7b185d9b tempest-VolumesActionsTest-1165896132 tempest-VolumesActionsTest-1165896132] 10.222.0.22 "GET /v2.0/ports?device_id=b8c1b7f2-898e-4ffd-915a-a030b524810e HTTP/1.1" status: 200 len: 945 time: 0.1839378 Jan 24 07:00:19.615494 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dd52bd-b13f-47ee-ace5-3e28af65e23b req-d8edf721-82eb-423e-a31d-c35956e19392 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:00:19.617321 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-36dd52bd-b13f-47ee-ace5-3e28af65e23b req-d8edf721-82eb-423e-a31d-c35956e19392 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/ports?device_id=ed8ebb10-299f-410a-82e9-9ee3888a0575 HTTP/1.1" status: 200 len: 945 time: 0.1839094 Jan 24 07:00:19.642164 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-73e242ac-8790-4a78-a707-fe00eef564b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:19.709195 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-3da9f660-1150-499b-b806-6f81bd1f454f req-ea44b316-93f8-4089-a5f5-735d442b5c1e tempest-VolumesActionsTest-1165896132 tempest-VolumesActionsTest-1165896132] 10.222.0.22 "GET /v2.0/security-groups?id=7521a87c-9219-4dcb-b529-cf8b2fa12ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907881 Jan 24 07:00:19.724571 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-36dd52bd-b13f-47ee-ace5-3e28af65e23b req-89f747cf-a13f-400e-8e8d-8d5d968f2ea9 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/security-groups?id=b0fd1909-caa0-4f27-9897-89809084cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847127 Jan 24 07:00:19.848053 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db60b9a9-4ce2-4428-b35e-24ff0cec2fe5 req-cea5f972-0696-4467-bef4-a14cbea7275b tempest-VolumesActionsTest-1165896132 tempest-VolumesActionsTest-1165896132] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:00:19.848880 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-db60b9a9-4ce2-4428-b35e-24ff0cec2fe5 req-cea5f972-0696-4467-bef4-a14cbea7275b tempest-VolumesActionsTest-1165896132 tempest-VolumesActionsTest-1165896132] Synchronizing usage tracker for tenant:393fd1deca1e400e8686a32455829fb5 on resource:port {{(pid=80235) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 07:00:19.865946 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-db60b9a9-4ce2-4428-b35e-24ff0cec2fe5 req-cea5f972-0696-4467-bef4-a14cbea7275b tempest-VolumesActionsTest-1165896132 tempest-VolumesActionsTest-1165896132] Unset dirty status for tenant:393fd1deca1e400e8686a32455829fb5 on resource:port {{(pid=80235) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 07:00:19.867178 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-db60b9a9-4ce2-4428-b35e-24ff0cec2fe5 req-cea5f972-0696-4467-bef4-a14cbea7275b tempest-VolumesActionsTest-1165896132 tempest-VolumesActionsTest-1165896132] 10.222.0.18 "GET /v2.0/ports?device_id=b8c1b7f2-898e-4ffd-915a-a030b524810e HTTP/1.1" status: 200 len: 945 time: 0.1464450 Jan 24 07:00:19.962945 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [req-db60b9a9-4ce2-4428-b35e-24ff0cec2fe5 req-4dda5004-386c-452e-97c3-fa3285440cfb tempest-VolumesActionsTest-1165896132 tempest-VolumesActionsTest-1165896132] Deleting port 79755968-1ce3-4d8a-819c-4644fa8e7843 {{(pid=80235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 07:00:19.963200 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-db60b9a9-4ce2-4428-b35e-24ff0cec2fe5 req-4dda5004-386c-452e-97c3-fa3285440cfb tempest-VolumesActionsTest-1165896132 tempest-VolumesActionsTest-1165896132] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760141954436'] for port, before_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:20.054001 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Device d4ca5848-1598-4b1e-87f1-a703c1436942 up at agent ovs-agent-hv-cinder-77218 {{(pid=80237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 07:00:20.140713 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Provisioning complete for port d4ca5848-1598-4b1e-87f1-a703c1436942 triggered by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 07:00:20.141790 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:20.294515 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-db60b9a9-4ce2-4428-b35e-24ff0cec2fe5 req-4dda5004-386c-452e-97c3-fa3285440cfb tempest-VolumesActionsTest-1165896132 tempest-VolumesActionsTest-1165896132] For port 79755968-1ce3-4d8a-819c-4644fa8e7843, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=79755968-1ce3-4d8a-819c-4644fa8e7843,segment=NetworkSegment(584126e1-1730-47e7-ba5c-6db32a67edd5),segment_id=584126e1-1730-47e7-ba5c-6db32a67edd5)] {{(pid=80235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 07:00:20.295223 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-db60b9a9-4ce2-4428-b35e-24ff0cec2fe5 req-4dda5004-386c-452e-97c3-fa3285440cfb tempest-VolumesActionsTest-1165896132 tempest-VolumesActionsTest-1165896132] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854346336'] for port, precommit_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:20.321837 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Device 79755968-1ce3-4d8a-819c-4644fa8e7843 no longer exists at agent ovs-agent-hv-cinder-77218 {{(pid=80237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 07:00:20.431912 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [req-db60b9a9-4ce2-4428-b35e-24ff0cec2fe5 req-4dda5004-386c-452e-97c3-fa3285440cfb tempest-VolumesActionsTest-1165896132 tempest-VolumesActionsTest-1165896132] Calling delete_port for 79755968-1ce3-4d8a-819c-4644fa8e7843 owned by compute:nova {{(pid=80235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 07:00:20.457631 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:20.491642 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8c1b7f2-898e-4ffd-915a-a030b524810e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79755968-1ce3-4d8a-819c-4644fa8e7843'}] {{(pid=80237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 07:00:20.516235 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] For port 79755968-1ce3-4d8a-819c-4644fa8e7843, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=79755968-1ce3-4d8a-819c-4644fa8e7843,segment=NetworkSegment(584126e1-1730-47e7-ba5c-6db32a67edd5),segment_id=584126e1-1730-47e7-ba5c-6db32a67edd5)] {{(pid=80237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 07:00:20.528146 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098'] for port, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:20.530521 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-c92cb002-6c15-453c-9869-95a4fcafc167 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:00:20.555817 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.db.api [req-db60b9a9-4ce2-4428-b35e-24ff0cec2fe5 req-4dda5004-386c-452e-97c3-fa3285440cfb tempest-VolumesActionsTest-1165896132 tempest-VolumesActionsTest-1165896132] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80235) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 24 07:00:20.556914 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_db.api [req-db60b9a9-4ce2-4428-b35e-24ff0cec2fe5 req-4dda5004-386c-452e-97c3-fa3285440cfb tempest-VolumesActionsTest-1165896132 tempest-VolumesActionsTest-1165896132] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80235) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 24 07:00:20.583280 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8c1b7f2-898e-4ffd-915a-a030b524810e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79755968-1ce3-4d8a-819c-4644fa8e7843', 'code': 200} Jan 24 07:00:20.630462 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Pushing event updated for resources: {'Port': ['ID=79755968-1ce3-4d8a-819c-4644fa8e7843,revision_number=5']} {{(pid=80237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:00:20.633999 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:00:20.665273 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-659f31f0-da54-401b-846f-a3828141842b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:21.055661 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68be3faf-63f2-496f-9584-7dda3f500cea req-9b5236c4-d3c3-49f6-ad6b-73fd12bdc6ac tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:00:21.057573 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-68be3faf-63f2-496f-9584-7dda3f500cea req-9b5236c4-d3c3-49f6-ad6b-73fd12bdc6ac tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/ports?device_id=ed8ebb10-299f-410a-82e9-9ee3888a0575 HTTP/1.1" status: 200 len: 945 time: 0.1839993 Jan 24 07:00:21.058960 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [req-db60b9a9-4ce2-4428-b35e-24ff0cec2fe5 req-4dda5004-386c-452e-97c3-fa3285440cfb tempest-VolumesActionsTest-1165896132 tempest-VolumesActionsTest-1165896132] Deleting port 79755968-1ce3-4d8a-819c-4644fa8e7843 {{(pid=80235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 07:00:21.060032 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-db60b9a9-4ce2-4428-b35e-24ff0cec2fe5 req-4dda5004-386c-452e-97c3-fa3285440cfb tempest-VolumesActionsTest-1165896132 tempest-VolumesActionsTest-1165896132] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760141954436'] for port, before_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:21.099263 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b853978-b0df-46d4-a938-979b695b2ffc req-abddab9a-b87e-481d-981a-50f9977d52cc tempest-VolumesActionsTest-1165896132 tempest-VolumesActionsTest-1165896132] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:00:21.107291 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-0b853978-b0df-46d4-a938-979b695b2ffc req-abddab9a-b87e-481d-981a-50f9977d52cc tempest-VolumesActionsTest-1165896132 tempest-VolumesActionsTest-1165896132] 10.222.0.22 "GET /v2.0/ports?device_id=b8c1b7f2-898e-4ffd-915a-a030b524810e HTTP/1.1" status: 200 len: 943 time: 0.1860559 Jan 24 07:00:21.120189 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:21.190070 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-68be3faf-63f2-496f-9584-7dda3f500cea req-18790360-235e-4b8e-be00-60ee3ca3d7a4 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/security-groups?id=b0fd1909-caa0-4f27-9897-89809084cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235838 Jan 24 07:00:21.246837 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-0b853978-b0df-46d4-a938-979b695b2ffc req-2329332e-66cf-4545-b113-0b9caf04f114 tempest-VolumesActionsTest-1165896132 tempest-VolumesActionsTest-1165896132] 10.222.0.22 "GET /v2.0/security-groups?id=7521a87c-9219-4dcb-b529-cf8b2fa12ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382818 Jan 24 07:00:21.393000 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-db60b9a9-4ce2-4428-b35e-24ff0cec2fe5 req-4dda5004-386c-452e-97c3-fa3285440cfb tempest-VolumesActionsTest-1165896132 tempest-VolumesActionsTest-1165896132] For port 79755968-1ce3-4d8a-819c-4644fa8e7843, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=79755968-1ce3-4d8a-819c-4644fa8e7843,segment=NetworkSegment(584126e1-1730-47e7-ba5c-6db32a67edd5),segment_id=584126e1-1730-47e7-ba5c-6db32a67edd5)] {{(pid=80235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 07:00:21.393402 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-db60b9a9-4ce2-4428-b35e-24ff0cec2fe5 req-4dda5004-386c-452e-97c3-fa3285440cfb tempest-VolumesActionsTest-1165896132 tempest-VolumesActionsTest-1165896132] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854346336'] for port, precommit_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:21.540787 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [req-db60b9a9-4ce2-4428-b35e-24ff0cec2fe5 req-4dda5004-386c-452e-97c3-fa3285440cfb tempest-VolumesActionsTest-1165896132 tempest-VolumesActionsTest-1165896132] Calling delete_port for 79755968-1ce3-4d8a-819c-4644fa8e7843 owned by compute:nova {{(pid=80235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 07:00:21.716448 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-db60b9a9-4ce2-4428-b35e-24ff0cec2fe5 req-4dda5004-386c-452e-97c3-fa3285440cfb tempest-VolumesActionsTest-1165896132 tempest-VolumesActionsTest-1165896132] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363276712759002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363276713243132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851855427'] for port, after_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:21.734797 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-97216f30-9d95-4bc8-9e92-4d0e9c4e5f1b tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:00:21.842889 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dda5004-386c-452e-97c3-fa3285440cfb tempest-VolumesActionsTest-1165896132 tempest-VolumesActionsTest-1165896132] Pushing event deleted for resources: {'Port': ['ID=79755968-1ce3-4d8a-819c-4644fa8e7843,revision_number=None']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:00:21.850061 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-4dda5004-386c-452e-97c3-fa3285440cfb tempest-VolumesActionsTest-1165896132 tempest-VolumesActionsTest-1165896132] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:00:21.882311 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffc67fb-4087-4bab-838f-c1a3abb485ab req-0a531a95-bb7b-4a43-89d4-6ad12f7212f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:00:21.884081 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-dffc67fb-4087-4bab-838f-c1a3abb485ab req-0a531a95-bb7b-4a43-89d4-6ad12f7212f7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ad0f0f6ed63d4257be2cdd0b6041510c&device_id=ed8ebb10-299f-410a-82e9-9ee3888a0575 HTTP/1.1" status: 200 len: 1162 time: 0.0883825 Jan 24 07:00:21.957330 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [req-db60b9a9-4ce2-4428-b35e-24ff0cec2fe5 req-4dda5004-386c-452e-97c3-fa3285440cfb tempest-VolumesActionsTest-1165896132 tempest-VolumesActionsTest-1165896132] No DVR routers for this DVR port 79755968-1ce3-4d8a-819c-4644fa8e7843 on host hv-cinder-77218 {{(pid=80235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 24 07:00:21.960408 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-db60b9a9-4ce2-4428-b35e-24ff0cec2fe5 req-4dda5004-386c-452e-97c3-fa3285440cfb tempest-VolumesActionsTest-1165896132 tempest-VolumesActionsTest-1165896132] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149749'] for port, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:21.970309 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8c1b7f2-898e-4ffd-915a-a030b524810e', 'name': 'network-vif-deleted', 'tag': '79755968-1ce3-4d8a-819c-4644fa8e7843'}] {{(pid=80235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 07:00:21.978087 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-db60b9a9-4ce2-4428-b35e-24ff0cec2fe5 req-4dda5004-386c-452e-97c3-fa3285440cfb tempest-VolumesActionsTest-1165896132 tempest-VolumesActionsTest-1165896132] 10.222.0.18 "DELETE /v2.0/ports/79755968-1ce3-4d8a-819c-4644fa8e7843 HTTP/1.1" status: 204 len: 173 time: 2.1034541 Jan 24 07:00:22.049370 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8c1b7f2-898e-4ffd-915a-a030b524810e', 'name': 'network-vif-deleted', 'tag': '79755968-1ce3-4d8a-819c-4644fa8e7843', 'status': 'completed', 'code': 200} Jan 24 07:00:22.067389 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffc67fb-4087-4bab-838f-c1a3abb485ab req-7f0d9331-3c68-4edc-aedb-ed9435919b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:00:22.070361 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-dffc67fb-4087-4bab-838f-c1a3abb485ab req-7f0d9331-3c68-4edc-aedb-ed9435919b92 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a584046b-dd19-4b2d-957a-0c960829c5a8 HTTP/1.1" status: 200 len: 912 time: 0.1646342 Jan 24 07:00:22.169350 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-dffc67fb-4087-4bab-838f-c1a3abb485ab req-a59365ea-260e-4e9c-837f-417a7f939193 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=496b5560-bce1-471a-b00e-cc0c4e9f3c79 HTTP/1.1" status: 200 len: 217 time: 0.0683475 Jan 24 07:00:22.283213 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffc67fb-4087-4bab-838f-c1a3abb485ab req-886aabb3-407f-4c99-b79f-2b318121dd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:00:22.292755 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-dffc67fb-4087-4bab-838f-c1a3abb485ab req-886aabb3-407f-4c99-b79f-2b318121dd11 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0dadd72a-b072-4889-a91f-b6d7879c968a HTTP/1.1" status: 200 len: 858 time: 0.1162939 Jan 24 07:00:22.427268 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-dffc67fb-4087-4bab-838f-c1a3abb485ab req-29070d66-7427-4fb1-b342-f7d534a12dc8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a584046b-dd19-4b2d-957a-0c960829c5a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1254709 Jan 24 07:00:22.649711 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-234e5594-7a0b-4e8c-b8aa-6f4b31972cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:22.821963 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-8df69dee-3ec3-4b0f-b793-969cd6d505f0 req-e25cd017-08ff-4290-bc66-adbfb5256955 tempest-VolumesActionsTest-1165896132 tempest-VolumesActionsTest-1165896132] 10.222.0.22 "GET /v2.0/ports?device_id=b8c1b7f2-898e-4ffd-915a-a030b524810e HTTP/1.1" status: 200 len: 210 time: 0.3702035 Jan 24 07:00:22.917064 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ea8910-17d9-4734-8334-0462ae603ce7 req-72d5da37-bb37-4bbc-896a-fd2a4a56891c tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:00:22.918805 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-01ea8910-17d9-4734-8334-0462ae603ce7 req-72d5da37-bb37-4bbc-896a-fd2a4a56891c tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/ports?device_id=ed8ebb10-299f-410a-82e9-9ee3888a0575 HTTP/1.1" status: 200 len: 945 time: 0.5495844 Jan 24 07:00:22.979425 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-dffc67fb-4087-4bab-838f-c1a3abb485ab req-88572010-ea4e-4e73-9abc-d917a1d29709 service neutron] 10.222.0.18 "GET /v2.0/networks/a584046b-dd19-4b2d-957a-0c960829c5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5377166 Jan 24 07:00:23.011018 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-01ea8910-17d9-4734-8334-0462ae603ce7 req-932e788e-2a3c-46b2-8e5f-a60e1ee232ab tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/security-groups?id=b0fd1909-caa0-4f27-9897-89809084cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836980 Jan 24 07:00:23.152326 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-dffc67fb-4087-4bab-838f-c1a3abb485ab req-4b223249-5628-4af9-a144-305254dcc280 service neutron] 10.222.0.18 "GET /v2.0/networks/a584046b-dd19-4b2d-957a-0c960829c5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1403236 Jan 24 07:00:24.275847 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ab47f3-21eb-43b8-840d-8e2a5a7331df req-8e557292-3f9b-49d5-ae35-4a894aeece97 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:00:24.277862 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-44ab47f3-21eb-43b8-840d-8e2a5a7331df req-8e557292-3f9b-49d5-ae35-4a894aeece97 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/ports?device_id=ed8ebb10-299f-410a-82e9-9ee3888a0575 HTTP/1.1" status: 200 len: 945 time: 0.1119068 Jan 24 07:00:24.346359 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-44ab47f3-21eb-43b8-840d-8e2a5a7331df req-687fa3f0-f191-4704-80cd-17e3f7e7ef31 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/security-groups?id=b0fd1909-caa0-4f27-9897-89809084cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596957 Jan 24 07:00:25.470540 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 34054) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:00:25.599661 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adf5a4a-28e9-44d2-8620-66977707737f req-80954704-e6cb-4b1a-b2c1-556acd254e3b tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:00:25.601142 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-0adf5a4a-28e9-44d2-8620-66977707737f req-80954704-e6cb-4b1a-b2c1-556acd254e3b tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/ports?device_id=ed8ebb10-299f-410a-82e9-9ee3888a0575 HTTP/1.1" status: 200 len: 945 time: 0.1164119 Jan 24 07:00:25.694728 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-2af5e82b-eb4e-4ae5-964c-5e52f6082c46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:25.715165 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-0adf5a4a-28e9-44d2-8620-66977707737f req-d89accbb-be91-40f1-bd41-1b8eb3d97e78 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/security-groups?id=b0fd1909-caa0-4f27-9897-89809084cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028457 Jan 24 07:00:25.733093 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-2af5e82b-eb4e-4ae5-964c-5e52f6082c46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 07:00:25.738605 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-2af5e82b-eb4e-4ae5-964c-5e52f6082c46 admin admin] Usage tracker for resource:security_group_rule and tenant:e17ce82e31f14974bf24c9d0ac5c2290 is out of sync, need to count used quota {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 07:00:25.742021 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-2af5e82b-eb4e-4ae5-964c-5e52f6082c46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 07:00:25.748038 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-2af5e82b-eb4e-4ae5-964c-5e52f6082c46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 07:00:25.852627 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-2af5e82b-eb4e-4ae5-964c-5e52f6082c46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:25.856185 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-2af5e82b-eb4e-4ae5-964c-5e52f6082c46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:25.865879 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:00:25.913746 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-2af5e82b-eb4e-4ae5-964c-5e52f6082c46 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e17ce82e31f14974bf24c9d0ac5c2290&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4401841 Jan 24 07:00:25.914766 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af5e82b-eb4e-4ae5-964c-5e52f6082c46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1b7b72f-4f4e-4fbf-aeb9-d9e5802c0eec,revision_number=1']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:00:25.916663 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 34070) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:00:25.918164 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-2af5e82b-eb4e-4ae5-964c-5e52f6082c46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:00:25.988942 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-aad9045d-c749-4bf3-b51e-11f39b607faf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:26.017021 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-aad9045d-c749-4bf3-b51e-11f39b607faf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:26.062820 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-aad9045d-c749-4bf3-b51e-11f39b607faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:26.067766 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-6708a3dc-a4f3-47e3-b349-e07378d36307 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:00:26.079945 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad9045d-c749-4bf3-b51e-11f39b607faf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1b7b72f-4f4e-4fbf-aeb9-d9e5802c0eec,revision_number=None']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:00:26.085629 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-aad9045d-c749-4bf3-b51e-11f39b607faf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:00:26.089870 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-aad9045d-c749-4bf3-b51e-11f39b607faf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:26.091072 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-aad9045d-c749-4bf3-b51e-11f39b607faf admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a1b7b72f-4f4e-4fbf-aeb9-d9e5802c0eec HTTP/1.1" status: 204 len: 168 time: 0.1718085 Jan 24 07:00:26.449964 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 34082) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:00:26.470132 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f23c154a-ec66-47c3-838a-7c5a62bcc594 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:26.487559 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-f23c154a-ec66-47c3-838a-7c5a62bcc594 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 07:00:26.491886 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-f23c154a-ec66-47c3-838a-7c5a62bcc594 admin admin] Usage tracker for resource:security_group_rule and tenant:32163dfb99e74b9fadd49128f9513167 is out of sync, need to count used quota {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 07:00:26.494856 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-f23c154a-ec66-47c3-838a-7c5a62bcc594 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 07:00:26.501125 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-f23c154a-ec66-47c3-838a-7c5a62bcc594 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 07:00:26.595864 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f23c154a-ec66-47c3-838a-7c5a62bcc594 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:26.599813 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f23c154a-ec66-47c3-838a-7c5a62bcc594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:26.609740 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-63921df5-4dea-437a-9073-88a123665186 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:00:26.655519 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-f23c154a-ec66-47c3-838a-7c5a62bcc594 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=32163dfb99e74b9fadd49128f9513167&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2043605 Jan 24 07:00:26.656756 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23c154a-ec66-47c3-838a-7c5a62bcc594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6614389a-92ef-4338-8fc7-a9cf57dc86d5,revision_number=1']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:00:26.658438 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 34086) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:00:26.662281 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-f23c154a-ec66-47c3-838a-7c5a62bcc594 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:00:26.732846 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-952d2d8b-b50b-421f-8334-81dd5f30ca47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:26.766332 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-952d2d8b-b50b-421f-8334-81dd5f30ca47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:26.813327 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-952d2d8b-b50b-421f-8334-81dd5f30ca47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:26.819874 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-2f9c179a-4c6c-4f8b-9e92-e1b47a8fbef5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:00:26.833938 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952d2d8b-b50b-421f-8334-81dd5f30ca47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6614389a-92ef-4338-8fc7-a9cf57dc86d5,revision_number=None']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:00:26.837278 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-952d2d8b-b50b-421f-8334-81dd5f30ca47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:00:26.848434 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-952d2d8b-b50b-421f-8334-81dd5f30ca47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:26.857913 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-952d2d8b-b50b-421f-8334-81dd5f30ca47 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6614389a-92ef-4338-8fc7-a9cf57dc86d5 HTTP/1.1" status: 204 len: 168 time: 0.1926017 Jan 24 07:00:26.992173 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d0daa6-8b19-4b06-975a-c6f9689ef971 req-57368d37-4471-4e9d-8db1-34c0d5bdf91b tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:00:26.993907 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-80d0daa6-8b19-4b06-975a-c6f9689ef971 req-57368d37-4471-4e9d-8db1-34c0d5bdf91b tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/ports?device_id=ed8ebb10-299f-410a-82e9-9ee3888a0575 HTTP/1.1" status: 200 len: 945 time: 0.1167409 Jan 24 07:00:27.046734 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-80d0daa6-8b19-4b06-975a-c6f9689ef971 req-a35d024a-4251-4724-b3d9-c17385b8992c tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/security-groups?id=b0fd1909-caa0-4f27-9897-89809084cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465121 Jan 24 07:00:28.121002 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.agents_db [None req-2c2cd112-eb45-4d42-b228-ef41d20f669c None None] Agent healthcheck: found 6 active agents {{(pid=80238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 07:00:28.289545 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54afacd4-5aae-40c2-8d1e-0d3f07c0b785 req-4a1e6e7e-2d5a-4e57-97e4-1be7d8018dc3 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:00:28.291151 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-54afacd4-5aae-40c2-8d1e-0d3f07c0b785 req-4a1e6e7e-2d5a-4e57-97e4-1be7d8018dc3 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/ports?device_id=ed8ebb10-299f-410a-82e9-9ee3888a0575 HTTP/1.1" status: 200 len: 945 time: 0.1107883 Jan 24 07:00:28.346334 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-54afacd4-5aae-40c2-8d1e-0d3f07c0b785 req-89cf9cb2-8f69-49b8-80e1-35b128b722f0 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/security-groups?id=b0fd1909-caa0-4f27-9897-89809084cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486729 Jan 24 07:00:29.599245 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18ab13e-bf81-4ed2-a4d3-6e33149aa260 req-dd3d1a16-325e-4994-9a79-efbc4ab92477 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:00:29.606699 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-c18ab13e-bf81-4ed2-a4d3-6e33149aa260 req-dd3d1a16-325e-4994-9a79-efbc4ab92477 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/ports?device_id=ed8ebb10-299f-410a-82e9-9ee3888a0575 HTTP/1.1" status: 200 len: 945 time: 0.1209042 Jan 24 07:00:29.660741 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-c18ab13e-bf81-4ed2-a4d3-6e33149aa260 req-4e294857-bfd9-4b3e-987e-d91574971a77 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/security-groups?id=b0fd1909-caa0-4f27-9897-89809084cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530875 Jan 24 07:00:29.817325 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:30.907359 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3ca7f4-e351-4cb9-b020-95eb7c893403 req-2f0a2f69-d9a4-40b8-acf4-5526e19cfd4f tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:00:30.909799 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-9e3ca7f4-e351-4cb9-b020-95eb7c893403 req-2f0a2f69-d9a4-40b8-acf4-5526e19cfd4f tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/ports?device_id=ed8ebb10-299f-410a-82e9-9ee3888a0575 HTTP/1.1" status: 200 len: 945 time: 0.1116967 Jan 24 07:00:30.962332 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-9e3ca7f4-e351-4cb9-b020-95eb7c893403 req-8c6ff146-5360-49a2-86e0-1c840fb35b0d tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/security-groups?id=b0fd1909-caa0-4f27-9897-89809084cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466335 Jan 24 07:00:31.338787 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dc8498-cb23-4dee-a3f6-748148d43bd4 req-80d3a0a7-dc80-4f31-ad41-aefc6db3d8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:00:31.340513 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-62dc8498-cb23-4dee-a3f6-748148d43bd4 req-80d3a0a7-dc80-4f31-ad41-aefc6db3d8b5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ed8ebb10-299f-410a-82e9-9ee3888a0575 HTTP/1.1" status: 200 len: 1162 time: 0.0958652 Jan 24 07:00:31.402818 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-62dc8498-cb23-4dee-a3f6-748148d43bd4 req-20fccf93-9bd4-4073-81f2-26f12d79c22b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b0fd1909-caa0-4f27-9897-89809084cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415494 Jan 24 07:00:32.203475 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db05687-5586-4565-828b-acdf2a971197 req-5ade75bc-7e41-4836-bdf2-afc5724d1199 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:00:32.205152 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-3db05687-5586-4565-828b-acdf2a971197 req-5ade75bc-7e41-4836-bdf2-afc5724d1199 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/ports?device_id=ed8ebb10-299f-410a-82e9-9ee3888a0575 HTTP/1.1" status: 200 len: 945 time: 0.1091399 Jan 24 07:00:32.272694 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-3db05687-5586-4565-828b-acdf2a971197 req-3cc350ef-5880-4fa7-9bf2-df8af8027cc4 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/security-groups?id=b0fd1909-caa0-4f27-9897-89809084cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599542 Jan 24 07:00:33.443988 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 34332) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:00:33.524580 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a90aab6-2ce5-4ed5-823b-c03f299fc6c7 req-2fc3fde3-c446-430e-b0c2-52272a787182 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:00:33.526380 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-3a90aab6-2ce5-4ed5-823b-c03f299fc6c7 req-2fc3fde3-c446-430e-b0c2-52272a787182 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/ports?device_id=ed8ebb10-299f-410a-82e9-9ee3888a0575 HTTP/1.1" status: 200 len: 945 time: 0.1124086 Jan 24 07:00:33.590074 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-3a90aab6-2ce5-4ed5-823b-c03f299fc6c7 req-67b39486-a5e0-4bc3-9a09-c23455c7ec56 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/security-groups?id=b0fd1909-caa0-4f27-9897-89809084cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570481 Jan 24 07:00:33.658876 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-0ae8af53-9018-4b47-9f05-ef92ba28607a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:33.957777 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-0ae8af53-9018-4b47-9f05-ef92ba28607a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 07:00:33.963372 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-0ae8af53-9018-4b47-9f05-ef92ba28607a admin admin] Usage tracker for resource:security_group_rule and tenant:f37ea9e4a6f8478d88bcb659b7adf9ab is out of sync, need to count used quota {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 07:00:33.966687 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-0ae8af53-9018-4b47-9f05-ef92ba28607a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 07:00:33.973902 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-0ae8af53-9018-4b47-9f05-ef92ba28607a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 07:00:34.069135 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-0ae8af53-9018-4b47-9f05-ef92ba28607a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:34.074162 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-0ae8af53-9018-4b47-9f05-ef92ba28607a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:34.085636 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-0f641ce3-aaf1-470c-ad6f-cc05036c74f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:00:34.119028 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae8af53-9018-4b47-9f05-ef92ba28607a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b42b093c-eede-4c78-8512-f335e0b26c66,revision_number=1']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:00:34.133333 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae8af53-9018-4b47-9f05-ef92ba28607a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:00:34.133747 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae8af53-9018-4b47-9f05-ef92ba28607a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:00:34.134148 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae8af53-9018-4b47-9f05-ef92ba28607a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:00:34.134542 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae8af53-9018-4b47-9f05-ef92ba28607a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:00:34.134948 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae8af53-9018-4b47-9f05-ef92ba28607a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:00:34.135308 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae8af53-9018-4b47-9f05-ef92ba28607a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:00:34.135729 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae8af53-9018-4b47-9f05-ef92ba28607a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:00:34.136114 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae8af53-9018-4b47-9f05-ef92ba28607a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:00:34.136520 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae8af53-9018-4b47-9f05-ef92ba28607a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:00:34.136981 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae8af53-9018-4b47-9f05-ef92ba28607a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:00:34.137485 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae8af53-9018-4b47-9f05-ef92ba28607a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:00:34.137798 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae8af53-9018-4b47-9f05-ef92ba28607a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:00:34.138567 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae8af53-9018-4b47-9f05-ef92ba28607a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:00:34.138957 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae8af53-9018-4b47-9f05-ef92ba28607a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:00:34.139364 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae8af53-9018-4b47-9f05-ef92ba28607a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:00:34.139971 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae8af53-9018-4b47-9f05-ef92ba28607a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:00:34.141896 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae8af53-9018-4b47-9f05-ef92ba28607a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:00:34.141896 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae8af53-9018-4b47-9f05-ef92ba28607a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:00:34.141896 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae8af53-9018-4b47-9f05-ef92ba28607a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:00:34.141896 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae8af53-9018-4b47-9f05-ef92ba28607a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:00:34.141896 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae8af53-9018-4b47-9f05-ef92ba28607a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:00:34.142267 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae8af53-9018-4b47-9f05-ef92ba28607a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:00:34.142661 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae8af53-9018-4b47-9f05-ef92ba28607a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:00:34.143045 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae8af53-9018-4b47-9f05-ef92ba28607a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:00:34.157735 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-0ae8af53-9018-4b47-9f05-ef92ba28607a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:00:34.171285 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-0ae8af53-9018-4b47-9f05-ef92ba28607a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f37ea9e4a6f8478d88bcb659b7adf9ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7259395 Jan 24 07:00:34.172045 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 34356) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:00:34.264074 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6861fc68-f7cb-40d8-b198-c0e5b64afaf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:34.296296 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6861fc68-f7cb-40d8-b198-c0e5b64afaf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:34.349282 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6861fc68-f7cb-40d8-b198-c0e5b64afaf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:34.354606 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-13b079c4-dae1-4949-8fa2-06f172e3a179 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:00:34.355501 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11d115b-7c97-42ce-98e3-ae86b1c37b00 req-c0a47f18-033b-42e9-90f0-42a09ec6ad78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:00:34.357173 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-a11d115b-7c97-42ce-98e3-ae86b1c37b00 req-c0a47f18-033b-42e9-90f0-42a09ec6ad78 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ad0f0f6ed63d4257be2cdd0b6041510c&device_id=ed8ebb10-299f-410a-82e9-9ee3888a0575 HTTP/1.1" status: 200 len: 1162 time: 0.2241468 Jan 24 07:00:34.369820 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6861fc68-f7cb-40d8-b198-c0e5b64afaf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b42b093c-eede-4c78-8512-f335e0b26c66,revision_number=None']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:00:34.372628 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-6861fc68-f7cb-40d8-b198-c0e5b64afaf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:00:34.373813 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6861fc68-f7cb-40d8-b198-c0e5b64afaf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:34.375009 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-6861fc68-f7cb-40d8-b198-c0e5b64afaf5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b42b093c-eede-4c78-8512-f335e0b26c66 HTTP/1.1" status: 204 len: 168 time: 0.2019556 Jan 24 07:00:34.396968 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cdd957-5e49-46d8-b43e-34191f610222 req-61ebaef8-4255-4a79-9152-63c63f5b1d97 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:00:34.398709 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-42cdd957-5e49-46d8-b43e-34191f610222 req-61ebaef8-4255-4a79-9152-63c63f5b1d97 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/ports?device_id=ed8ebb10-299f-410a-82e9-9ee3888a0575 HTTP/1.1" status: 200 len: 945 time: 0.1260028 Jan 24 07:00:34.441091 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Device 496b5560-bce1-471a-b00e-cc0c4e9f3c79 up at agent ovs-agent-hv-cinder-77218 {{(pid=80237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 07:00:34.518855 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Provisioning complete for port 496b5560-bce1-471a-b00e-cc0c4e9f3c79 triggered by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 07:00:34.519383 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:34.544290 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-42cdd957-5e49-46d8-b43e-34191f610222 req-15e706fd-f83d-4eee-b9c9-267049a5a00a tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/security-groups?id=b0fd1909-caa0-4f27-9897-89809084cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189013 Jan 24 07:00:34.639613 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11d115b-7c97-42ce-98e3-ae86b1c37b00 req-341102a6-8b7e-4f14-901d-b3734e02a186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:00:34.641609 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-a11d115b-7c97-42ce-98e3-ae86b1c37b00 req-341102a6-8b7e-4f14-901d-b3734e02a186 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a584046b-dd19-4b2d-957a-0c960829c5a8 HTTP/1.1" status: 200 len: 912 time: 0.2413974 Jan 24 07:00:34.738596 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-a11d115b-7c97-42ce-98e3-ae86b1c37b00 req-73a52841-5716-465b-ae08-99677dd85167 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=496b5560-bce1-471a-b00e-cc0c4e9f3c79 HTTP/1.1" status: 200 len: 217 time: 0.0882351 Jan 24 07:00:34.768054 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 34370) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:00:34.788175 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c24f3366-0b4f-4a73-ada5-952d3873aaa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:34.804732 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-c24f3366-0b4f-4a73-ada5-952d3873aaa7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 07:00:34.808905 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-c24f3366-0b4f-4a73-ada5-952d3873aaa7 admin admin] Usage tracker for resource:security_group_rule and tenant:3a23c21c9794474dbc89417f3f363185 is out of sync, need to count used quota {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 07:00:34.811958 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-c24f3366-0b4f-4a73-ada5-952d3873aaa7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 07:00:34.819390 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-c24f3366-0b4f-4a73-ada5-952d3873aaa7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 07:00:34.821962 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11d115b-7c97-42ce-98e3-ae86b1c37b00 req-329702bc-1df3-4725-9f1c-9b8101d7f68a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:00:34.823731 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-a11d115b-7c97-42ce-98e3-ae86b1c37b00 req-329702bc-1df3-4725-9f1c-9b8101d7f68a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0dadd72a-b072-4889-a91f-b6d7879c968a HTTP/1.1" status: 200 len: 858 time: 0.0776713 Jan 24 07:00:34.884606 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-a11d115b-7c97-42ce-98e3-ae86b1c37b00 req-fa390e55-4813-4172-b947-a778bc8f9da3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a584046b-dd19-4b2d-957a-0c960829c5a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535095 Jan 24 07:00:34.925117 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c24f3366-0b4f-4a73-ada5-952d3873aaa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:34.929165 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c24f3366-0b4f-4a73-ada5-952d3873aaa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:34.939672 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-2b1a8b59-7637-4abd-ab70-5d593ba87a90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:00:34.988730 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-c24f3366-0b4f-4a73-ada5-952d3873aaa7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3a23c21c9794474dbc89417f3f363185&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2194264 Jan 24 07:00:34.989663 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 34378) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:00:35.008007 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24f3366-0b4f-4a73-ada5-952d3873aaa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6a8c5b5-0cc0-42e1-bd7c-1a67ff7fc522,revision_number=1']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:00:35.011957 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-c24f3366-0b4f-4a73-ada5-952d3873aaa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:00:35.049952 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-a11d115b-7c97-42ce-98e3-ae86b1c37b00 req-249b26e6-0db6-4ebe-8712-abaa320531af service neutron] 10.222.0.18 "GET /v2.0/networks/a584046b-dd19-4b2d-957a-0c960829c5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565545 Jan 24 07:00:35.065333 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-3c6c3ca3-09d4-4a5b-9cf7-2799f8e22712 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:35.100773 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-3c6c3ca3-09d4-4a5b-9cf7-2799f8e22712 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:35.148217 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-3c6c3ca3-09d4-4a5b-9cf7-2799f8e22712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:35.153456 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-2af5e82b-eb4e-4ae5-964c-5e52f6082c46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:00:35.166881 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6c3ca3-09d4-4a5b-9cf7-2799f8e22712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6a8c5b5-0cc0-42e1-bd7c-1a67ff7fc522,revision_number=None']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:00:35.169683 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-3c6c3ca3-09d4-4a5b-9cf7-2799f8e22712 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:00:35.171712 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-3c6c3ca3-09d4-4a5b-9cf7-2799f8e22712 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:35.172932 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-3c6c3ca3-09d4-4a5b-9cf7-2799f8e22712 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f6a8c5b5-0cc0-42e1-bd7c-1a67ff7fc522 HTTP/1.1" status: 204 len: 168 time: 0.1794796 Jan 24 07:00:35.207799 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-a11d115b-7c97-42ce-98e3-ae86b1c37b00 req-c052f8ea-27b0-407d-9537-1b8bd2c1c1eb service neutron] 10.222.0.18 "GET /v2.0/networks/a584046b-dd19-4b2d-957a-0c960829c5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1499114 Jan 24 07:00:35.639484 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 34394) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:00:35.681248 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9e05b5e8-afda-400f-a869-1a1b6d4f4879 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:35.700724 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-9e05b5e8-afda-400f-a869-1a1b6d4f4879 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 07:00:35.704842 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-9e05b5e8-afda-400f-a869-1a1b6d4f4879 admin admin] Usage tracker for resource:security_group_rule and tenant:10105aac828144d787948c78d7a44120 is out of sync, need to count used quota {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 07:00:35.708285 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-9e05b5e8-afda-400f-a869-1a1b6d4f4879 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 07:00:35.726457 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-9e05b5e8-afda-400f-a869-1a1b6d4f4879 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 07:00:35.923640 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3ccb4f-d410-4317-bde2-5165d3ade7d9 req-3acde23c-b8f0-429f-80d5-695b564bc2c2 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:00:35.925396 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-aa3ccb4f-d410-4317-bde2-5165d3ade7d9 req-3acde23c-b8f0-429f-80d5-695b564bc2c2 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/ports?device_id=ed8ebb10-299f-410a-82e9-9ee3888a0575 HTTP/1.1" status: 200 len: 945 time: 0.1698856 Jan 24 07:00:35.959966 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9e05b5e8-afda-400f-a869-1a1b6d4f4879 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:35.967056 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9e05b5e8-afda-400f-a869-1a1b6d4f4879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:35.975822 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-825552d6-aa02-4eed-9f94-b0037473ca37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:00:36.030036 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-aa3ccb4f-d410-4317-bde2-5165d3ade7d9 req-ea959a7d-80e4-4288-b1fe-67849e1129f2 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/security-groups?id=b0fd1909-caa0-4f27-9897-89809084cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941834 Jan 24 07:00:36.043213 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e05b5e8-afda-400f-a869-1a1b6d4f4879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7792941-5400-4bcd-bc83-af05dc4535c1,revision_number=1']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:00:36.049057 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-9e05b5e8-afda-400f-a869-1a1b6d4f4879 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=10105aac828144d787948c78d7a44120&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4083469 Jan 24 07:00:36.053905 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 34408) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:00:36.061078 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e05b5e8-afda-400f-a869-1a1b6d4f4879 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:00:36.061441 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e05b5e8-afda-400f-a869-1a1b6d4f4879 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:00:36.061835 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e05b5e8-afda-400f-a869-1a1b6d4f4879 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:00:36.062224 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e05b5e8-afda-400f-a869-1a1b6d4f4879 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:00:36.062614 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e05b5e8-afda-400f-a869-1a1b6d4f4879 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:00:36.062998 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e05b5e8-afda-400f-a869-1a1b6d4f4879 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:00:36.063619 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e05b5e8-afda-400f-a869-1a1b6d4f4879 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:00:36.063840 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e05b5e8-afda-400f-a869-1a1b6d4f4879 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:00:36.064130 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e05b5e8-afda-400f-a869-1a1b6d4f4879 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:00:36.064518 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e05b5e8-afda-400f-a869-1a1b6d4f4879 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:00:36.064892 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e05b5e8-afda-400f-a869-1a1b6d4f4879 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:00:36.065267 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e05b5e8-afda-400f-a869-1a1b6d4f4879 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:00:36.065745 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e05b5e8-afda-400f-a869-1a1b6d4f4879 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:00:36.066135 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e05b5e8-afda-400f-a869-1a1b6d4f4879 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:00:36.066434 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e05b5e8-afda-400f-a869-1a1b6d4f4879 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:00:36.067439 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e05b5e8-afda-400f-a869-1a1b6d4f4879 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:00:36.068169 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e05b5e8-afda-400f-a869-1a1b6d4f4879 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:00:36.068549 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e05b5e8-afda-400f-a869-1a1b6d4f4879 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:00:36.068929 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e05b5e8-afda-400f-a869-1a1b6d4f4879 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:00:36.069308 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e05b5e8-afda-400f-a869-1a1b6d4f4879 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:00:36.069689 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e05b5e8-afda-400f-a869-1a1b6d4f4879 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:00:36.070078 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e05b5e8-afda-400f-a869-1a1b6d4f4879 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:00:36.070457 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e05b5e8-afda-400f-a869-1a1b6d4f4879 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:00:36.070830 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e05b5e8-afda-400f-a869-1a1b6d4f4879 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:00:36.075610 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-9e05b5e8-afda-400f-a869-1a1b6d4f4879 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:00:36.136087 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42347525-9ce6-4918-b5b4-71d6ec3fabd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:36.166004 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42347525-9ce6-4918-b5b4-71d6ec3fabd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:36.213345 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42347525-9ce6-4918-b5b4-71d6ec3fabd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:36.218683 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-4b35f596-3b64-4caf-8c8a-9dff3b3568eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:00:36.233530 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42347525-9ce6-4918-b5b4-71d6ec3fabd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7792941-5400-4bcd-bc83-af05dc4535c1,revision_number=None']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:00:36.236345 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-42347525-9ce6-4918-b5b4-71d6ec3fabd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:00:36.237544 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42347525-9ce6-4918-b5b4-71d6ec3fabd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:36.242657 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-42347525-9ce6-4918-b5b4-71d6ec3fabd9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d7792941-5400-4bcd-bc83-af05dc4535c1 HTTP/1.1" status: 204 len: 168 time: 0.1881509 Jan 24 07:00:36.538050 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Device 496b5560-bce1-471a-b00e-cc0c4e9f3c79 up at agent ovs-agent-hv-cinder-77218 {{(pid=80237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 07:00:36.616507 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Provisioning complete for port 496b5560-bce1-471a-b00e-cc0c4e9f3c79 triggered by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 07:00:36.616836 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:37.314572 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d876be-d0b2-4577-90bd-0dce99243f0f req-e54de0c7-c0ed-4193-aeb7-e9e91a77694d tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:00:37.316451 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-22d876be-d0b2-4577-90bd-0dce99243f0f req-e54de0c7-c0ed-4193-aeb7-e9e91a77694d tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/ports?device_id=ed8ebb10-299f-410a-82e9-9ee3888a0575 HTTP/1.1" status: 200 len: 945 time: 0.1369238 Jan 24 07:00:37.390077 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-22d876be-d0b2-4577-90bd-0dce99243f0f req-69d523b9-49a0-4b36-bde4-ecd9a42622a9 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/security-groups?id=b0fd1909-caa0-4f27-9897-89809084cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633531 Jan 24 07:00:38.290299 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Device 496b5560-bce1-471a-b00e-cc0c4e9f3c79 up at agent ovs-agent-hv-cinder-77218 {{(pid=80237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 07:00:38.362691 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Provisioning complete for port 496b5560-bce1-471a-b00e-cc0c4e9f3c79 triggered by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 07:00:38.363203 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:38.631279 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23965f3-687b-4687-8547-b7acfd386248 req-7c9f18e4-156a-4305-9be0-a9f5a61901d0 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:00:38.639753 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-c23965f3-687b-4687-8547-b7acfd386248 req-7c9f18e4-156a-4305-9be0-a9f5a61901d0 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/ports?device_id=ed8ebb10-299f-410a-82e9-9ee3888a0575 HTTP/1.1" status: 200 len: 945 time: 0.1169989 Jan 24 07:00:38.688863 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-c23965f3-687b-4687-8547-b7acfd386248 req-fda11ef7-757a-4642-ad46-f7ee9eee4b20 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/security-groups?id=b0fd1909-caa0-4f27-9897-89809084cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482082 Jan 24 07:00:40.545551 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ba7a74-8810-4417-936e-cb2fb4866d31 req-12979f7b-5836-4654-9a27-59889f5611c4 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:00:40.547221 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-c3ba7a74-8810-4417-936e-cb2fb4866d31 req-12979f7b-5836-4654-9a27-59889f5611c4 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/ports?device_id=ed8ebb10-299f-410a-82e9-9ee3888a0575 HTTP/1.1" status: 200 len: 945 time: 0.1126068 Jan 24 07:00:40.601164 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-c3ba7a74-8810-4417-936e-cb2fb4866d31 req-837cbf56-58ca-42e1-9ad2-a9632ee87904 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/security-groups?id=b0fd1909-caa0-4f27-9897-89809084cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472305 Jan 24 07:00:42.557940 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 34552) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:00:42.632555 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.db_base_plugin_v2 [None req-e072e63d-0105-4739-88ad-8ed881d18674 admin admin] Deleting subnet 1f96f6ed-6979-45ca-8d35-2a14aa32f9ac {{(pid=80235) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 24 07:00:42.635928 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e072e63d-0105-4739-88ad-8ed881d18674 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:42.694565 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e072e63d-0105-4739-88ad-8ed881d18674 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852341909'] for subnet, precommit_delete_associations {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:42.757591 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e072e63d-0105-4739-88ad-8ed881d18674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853356919'] for subnet, precommit_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:43.027667 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e072e63d-0105-4739-88ad-8ed881d18674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1418929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854325308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851854999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2425678'] for subnet, after_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:43.044260 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:00:43.137469 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e072e63d-0105-4739-88ad-8ed881d18674 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f96f6ed-6979-45ca-8d35-2a14aa32f9ac,revision_number=None']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:00:43.154326 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-e072e63d-0105-4739-88ad-8ed881d18674 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:00:43.187503 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e072e63d-0105-4739-88ad-8ed881d18674 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539807'] for subnet, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:43.196358 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-e072e63d-0105-4739-88ad-8ed881d18674 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/1f96f6ed-6979-45ca-8d35-2a14aa32f9ac HTTP/1.1" status: 204 len: 168 time: 0.6370142 Jan 24 07:00:43.199278 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 34564) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:00:43.330284 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b307cc3d-1553-4f31-846f-a996eee3b989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853395168'] for network, before_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:43.533096 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b307cc3d-1553-4f31-846f-a996eee3b989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853359627', 'neutron.services.segments.db._delete_segments_for_network-8760142051665'] for network, precommit_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:43.670638 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.services.segments.db [None req-b307cc3d-1553-4f31-846f-a996eee3b989 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48619109-c0ed-432c-ac8f-481421907aa4']}} {{(pid=80235) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:00:43.685757 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.services.segments.db [None req-b307cc3d-1553-4f31-846f-a996eee3b989 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '584126e1-1730-47e7-ba5c-6db32a67edd5') {'for_net_delete': True} {{(pid=80235) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:00:43.686086 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.services.segments.db [None req-b307cc3d-1553-4f31-846f-a996eee3b989 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '584126e1-1730-47e7-ba5c-6db32a67edd5') {} {{(pid=80235) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:00:43.700082 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b307cc3d-1553-4f31-846f-a996eee3b989 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760142046050', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2433891'] for segment, before_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:43.719859 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b307cc3d-1553-4f31-846f-a996eee3b989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419005'] for segment, precommit_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:43.721973 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b307cc3d-1553-4f31-846f-a996eee3b989 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80235) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 24 07:00:43.903124 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-b307cc3d-1553-4f31-846f-a996eee3b989 admin admin] Network 48619109-c0ed-432c-ac8f-481421907aa4 has no segments {{(pid=80235) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 24 07:00:43.912712 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b307cc3d-1553-4f31-846f-a996eee3b989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853356811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2920394'] for segment, after_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:44.087774 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-b307cc3d-1553-4f31-846f-a996eee3b989 admin admin] Network 48619109-c0ed-432c-ac8f-481421907aa4 has no segments {{(pid=80235) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 24 07:00:44.110597 dv-cinder-772181-6-smb neutron-server[80122]: Traceback (most recent call last): Jan 24 07:00:44.110597 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 07:00:44.110597 dv-cinder-772181-6-smb neutron-server[80122]: timer() Jan 24 07:00:44.110597 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 07:00:44.110597 dv-cinder-772181-6-smb neutron-server[80122]: cb(*args, **kw) Jan 24 07:00:44.110597 dv-cinder-772181-6-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 24 07:00:44.110597 dv-cinder-772181-6-smb neutron-server[80122]: return func(*args, **kwargs) Jan 24 07:00:44.110597 dv-cinder-772181-6-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 07:00:44.110597 dv-cinder-772181-6-smb neutron-server[80122]: self._notify() Jan 24 07:00:44.110597 dv-cinder-772181-6-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 07:00:44.110597 dv-cinder-772181-6-smb neutron-server[80122]: self.callback(batched_events) Jan 24 07:00:44.110597 dv-cinder-772181-6-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 07:00:44.110597 dv-cinder-772181-6-smb neutron-server[80122]: event.method(event) Jan 24 07:00:44.110597 dv-cinder-772181-6-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 07:00:44.110597 dv-cinder-772181-6-smb neutron-server[80122]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 07:00:44.110597 dv-cinder-772181-6-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 24 07:00:44.110597 dv-cinder-772181-6-smb neutron-server[80122]: segment_id)['aggregates'][0] Jan 24 07:00:44.110597 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 07:00:44.110597 dv-cinder-772181-6-smb neutron-server[80122]: return f(self, *a, **k) Jan 24 07:00:44.110597 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 24 07:00:44.110597 dv-cinder-772181-6-smb neutron-server[80122]: return self._get(url).json() Jan 24 07:00:44.110597 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 07:00:44.110597 dv-cinder-772181-6-smb neutron-server[80122]: **kwargs) Jan 24 07:00:44.110597 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 07:00:44.110597 dv-cinder-772181-6-smb neutron-server[80122]: return self.request(url, 'GET', **kwargs) Jan 24 07:00:44.110597 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 24 07:00:44.110597 dv-cinder-772181-6-smb neutron-server[80122]: **endpoint_filter) Jan 24 07:00:44.110597 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 07:00:44.110597 dv-cinder-772181-6-smb neutron-server[80122]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 07:00:44.110597 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 07:00:44.110597 dv-cinder-772181-6-smb neutron-server[80122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 07:00:44.110597 dv-cinder-772181-6-smb neutron-server[80122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 07:00:44.188269 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b307cc3d-1553-4f31-846f-a996eee3b989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1416142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854325290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854261251'] for network, after_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:44.193706 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b307cc3d-1553-4f31-846f-a996eee3b989 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539807'] for network, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:44.197399 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-2e2935f8-879e-422f-bb04-ffd2a27f9bee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:00:44.223189 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b307cc3d-1553-4f31-846f-a996eee3b989 admin admin] Pushing event deleted for resources: {'Network': ['ID=48619109-c0ed-432c-ac8f-481421907aa4,revision_number=None']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:00:44.227152 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-b307cc3d-1553-4f31-846f-a996eee3b989 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:00:44.229524 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-b307cc3d-1553-4f31-846f-a996eee3b989 admin admin] 10.222.0.22 "DELETE /v2.0/networks/48619109-c0ed-432c-ac8f-481421907aa4 HTTP/1.1" status: 204 len: 168 time: 1.0308630 Jan 24 07:00:44.232172 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 34578) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:00:44.301131 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.db_base_plugin_v2 [None req-17e555ea-a5de-4387-813b-c51831b60fc8 admin admin] Deleting subnet c0aa6412-203c-469e-9915-1a12f27cb6b1 {{(pid=80235) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 24 07:00:44.304753 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-17e555ea-a5de-4387-813b-c51831b60fc8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:44.358163 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-17e555ea-a5de-4387-813b-c51831b60fc8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852341909'] for subnet, precommit_delete_associations {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:44.420202 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-17e555ea-a5de-4387-813b-c51831b60fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853356919'] for subnet, precommit_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:44.782572 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-17e555ea-a5de-4387-813b-c51831b60fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1418929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854325308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851854999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2425678'] for subnet, after_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:44.802128 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-a9d0cf4d-bfeb-4698-b78e-545ea39ef0ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:00:44.961686 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e555ea-a5de-4387-813b-c51831b60fc8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0aa6412-203c-469e-9915-1a12f27cb6b1,revision_number=None']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:00:44.963763 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-17e555ea-a5de-4387-813b-c51831b60fc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539807'] for subnet, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:44.966768 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-17e555ea-a5de-4387-813b-c51831b60fc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:00:44.979989 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 34600) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:00:44.980290 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-17e555ea-a5de-4387-813b-c51831b60fc8 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/c0aa6412-203c-469e-9915-1a12f27cb6b1 HTTP/1.1" status: 204 len: 168 time: 0.7468734 Jan 24 07:00:45.425412 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-90b48b2f-a2f3-40f6-ae62-50e912ec716d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853395168'] for network, before_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:45.635002 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4972e2a3-3e55-4dad-9fe5-710791f3e3a7 req-a3eabb94-5fb5-4325-b7b4-15ea70665454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:00:45.636461 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-4972e2a3-3e55-4dad-9fe5-710791f3e3a7 req-a3eabb94-5fb5-4325-b7b4-15ea70665454 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ad0f0f6ed63d4257be2cdd0b6041510c&device_id=ed8ebb10-299f-410a-82e9-9ee3888a0575 HTTP/1.1" status: 200 len: 1162 time: 0.5445859 Jan 24 07:00:45.753470 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fc36c8-f015-463e-b8f5-f1f65ea994fb req-63d39b33-72ad-4622-96e6-919e5eec231b tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:00:45.755260 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-a5fc36c8-f015-463e-b8f5-f1f65ea994fb req-63d39b33-72ad-4622-96e6-919e5eec231b tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/ports?device_id=ed8ebb10-299f-410a-82e9-9ee3888a0575 HTTP/1.1" status: 200 len: 945 time: 0.4282646 Jan 24 07:00:45.767954 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-90b48b2f-a2f3-40f6-ae62-50e912ec716d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853359627', 'neutron.services.segments.db._delete_segments_for_network-8760142051665'] for network, precommit_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:45.969324 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-a5fc36c8-f015-463e-b8f5-f1f65ea994fb req-88884870-7a0a-4e88-998b-fae6a8db4907 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/security-groups?id=b0fd1909-caa0-4f27-9897-89809084cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054081 Jan 24 07:00:45.991368 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.services.segments.db [None req-90b48b2f-a2f3-40f6-ae62-50e912ec716d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c84d65ad-1a9c-4632-b73c-e7b7a505d804']}} {{(pid=80236) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:00:45.999234 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4972e2a3-3e55-4dad-9fe5-710791f3e3a7 req-07c7273a-7ec2-4006-8e5d-965983a6f58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:00:46.000831 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-4972e2a3-3e55-4dad-9fe5-710791f3e3a7 req-07c7273a-7ec2-4006-8e5d-965983a6f58d service neutron] 10.222.0.18 "GET /v2.0/networks?id=a584046b-dd19-4b2d-957a-0c960829c5a8 HTTP/1.1" status: 200 len: 912 time: 0.3513377 Jan 24 07:00:46.006878 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.services.segments.db [None req-90b48b2f-a2f3-40f6-ae62-50e912ec716d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42114d0a-2bfc-4031-bfcc-5bb8444a9f94') {'for_net_delete': True} {{(pid=80236) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:00:46.007208 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.services.segments.db [None req-90b48b2f-a2f3-40f6-ae62-50e912ec716d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42114d0a-2bfc-4031-bfcc-5bb8444a9f94') {} {{(pid=80236) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:00:46.021184 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-90b48b2f-a2f3-40f6-ae62-50e912ec716d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760142046050', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851911643'] for segment, before_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:46.100964 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-4972e2a3-3e55-4dad-9fe5-710791f3e3a7 req-35cdef03-f916-4566-bc07-d0235bc070db service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=496b5560-bce1-471a-b00e-cc0c4e9f3c79 HTTP/1.1" status: 200 len: 217 time: 0.0713565 Jan 24 07:00:46.104816 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-90b48b2f-a2f3-40f6-ae62-50e912ec716d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419005'] for segment, precommit_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:46.107541 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-90b48b2f-a2f3-40f6-ae62-50e912ec716d admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 24 07:00:46.195010 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-53f99d76-d699-4a49-82ce-7518ba7096e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:46.259237 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4972e2a3-3e55-4dad-9fe5-710791f3e3a7 req-785f4be4-0007-41c0-888f-4ca8c9e177e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:00:46.260924 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-4972e2a3-3e55-4dad-9fe5-710791f3e3a7 req-785f4be4-0007-41c0-888f-4ca8c9e177e2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0dadd72a-b072-4889-a91f-b6d7879c968a HTTP/1.1" status: 200 len: 858 time: 0.1332242 Jan 24 07:00:46.383893 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-4972e2a3-3e55-4dad-9fe5-710791f3e3a7 req-4bafb921-79d5-45bf-9a6d-134845277e75 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a584046b-dd19-4b2d-957a-0c960829c5a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1005032 Jan 24 07:00:46.434293 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-90b48b2f-a2f3-40f6-ae62-50e912ec716d admin admin] Network c84d65ad-1a9c-4632-b73c-e7b7a505d804 has no segments {{(pid=80236) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 24 07:00:46.489768 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-90b48b2f-a2f3-40f6-ae62-50e912ec716d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853356811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2763650'] for segment, after_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:46.718760 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-90b48b2f-a2f3-40f6-ae62-50e912ec716d admin admin] Network c84d65ad-1a9c-4632-b73c-e7b7a505d804 has no segments {{(pid=80236) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 24 07:00:46.743474 dv-cinder-772181-6-smb neutron-server[80122]: Traceback (most recent call last): Jan 24 07:00:46.743474 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 07:00:46.743474 dv-cinder-772181-6-smb neutron-server[80122]: timer() Jan 24 07:00:46.743474 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 07:00:46.743474 dv-cinder-772181-6-smb neutron-server[80122]: cb(*args, **kw) Jan 24 07:00:46.743474 dv-cinder-772181-6-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 24 07:00:46.743474 dv-cinder-772181-6-smb neutron-server[80122]: return func(*args, **kwargs) Jan 24 07:00:46.743474 dv-cinder-772181-6-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 07:00:46.743474 dv-cinder-772181-6-smb neutron-server[80122]: self._notify() Jan 24 07:00:46.743474 dv-cinder-772181-6-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 07:00:46.743474 dv-cinder-772181-6-smb neutron-server[80122]: self.callback(batched_events) Jan 24 07:00:46.743474 dv-cinder-772181-6-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 07:00:46.743474 dv-cinder-772181-6-smb neutron-server[80122]: event.method(event) Jan 24 07:00:46.743474 dv-cinder-772181-6-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 07:00:46.743474 dv-cinder-772181-6-smb neutron-server[80122]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 07:00:46.743474 dv-cinder-772181-6-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 24 07:00:46.743474 dv-cinder-772181-6-smb neutron-server[80122]: segment_id)['aggregates'][0] Jan 24 07:00:46.743474 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 07:00:46.743474 dv-cinder-772181-6-smb neutron-server[80122]: return f(self, *a, **k) Jan 24 07:00:46.743474 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 24 07:00:46.743474 dv-cinder-772181-6-smb neutron-server[80122]: return self._get(url).json() Jan 24 07:00:46.743474 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 07:00:46.743474 dv-cinder-772181-6-smb neutron-server[80122]: **kwargs) Jan 24 07:00:46.743474 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 07:00:46.743474 dv-cinder-772181-6-smb neutron-server[80122]: return self.request(url, 'GET', **kwargs) Jan 24 07:00:46.743474 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 24 07:00:46.743474 dv-cinder-772181-6-smb neutron-server[80122]: **endpoint_filter) Jan 24 07:00:46.743474 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 07:00:46.743474 dv-cinder-772181-6-smb neutron-server[80122]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 07:00:46.743474 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 07:00:46.743474 dv-cinder-772181-6-smb neutron-server[80122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 07:00:46.743474 dv-cinder-772181-6-smb neutron-server[80122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 07:00:46.750986 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-4972e2a3-3e55-4dad-9fe5-710791f3e3a7 req-3f85a684-3ee2-4683-ab84-bc710c557344 service neutron] 10.222.0.18 "GET /v2.0/networks/a584046b-dd19-4b2d-957a-0c960829c5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3560932 Jan 24 07:00:46.828414 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 34634) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:00:46.922729 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-90b48b2f-a2f3-40f6-ae62-50e912ec716d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1416142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854325290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854261251'] for network, after_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:46.944854 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-90b48b2f-a2f3-40f6-ae62-50e912ec716d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539807'] for network, before_response {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:46.959682 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:00:46.994038 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f7d8a303-61c7-4384-98ca-17fe2dc0cfea admin admin] Notify callbacks [] for security_group, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:46.996686 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b48b2f-a2f3-40f6-ae62-50e912ec716d admin admin] Pushing event deleted for resources: {'Network': ['ID=c84d65ad-1a9c-4632-b73c-e7b7a505d804,revision_number=None']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:00:46.999858 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-90b48b2f-a2f3-40f6-ae62-50e912ec716d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:00:47.001857 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-90b48b2f-a2f3-40f6-ae62-50e912ec716d admin admin] 10.222.0.22 "DELETE /v2.0/networks/c84d65ad-1a9c-4632-b73c-e7b7a505d804 HTTP/1.1" status: 204 len: 168 time: 2.0203438 Jan 24 07:00:47.009724 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-4972e2a3-3e55-4dad-9fe5-710791f3e3a7 req-8f7f4db8-f537-4cdd-8d63-af54d52852f0 service neutron] 10.222.0.18 "GET /v2.0/networks/a584046b-dd19-4b2d-957a-0c960829c5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2090878 Jan 24 07:00:47.017207 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-f7d8a303-61c7-4384-98ca-17fe2dc0cfea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 07:00:47.022949 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-f7d8a303-61c7-4384-98ca-17fe2dc0cfea admin admin] Usage tracker for resource:security_group_rule and tenant:6b006f16ac0244be85c7780b1c65532c is out of sync, need to count used quota {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 07:00:47.027199 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-f7d8a303-61c7-4384-98ca-17fe2dc0cfea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 07:00:47.033291 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-f7d8a303-61c7-4384-98ca-17fe2dc0cfea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 07:00:47.192900 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f7d8a303-61c7-4384-98ca-17fe2dc0cfea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:47.197724 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f7d8a303-61c7-4384-98ca-17fe2dc0cfea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:47.209469 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-42347525-9ce6-4918-b5b4-71d6ec3fabd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:00:47.211418 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 34652) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:00:47.256563 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-f7d8a303-61c7-4384-98ca-17fe2dc0cfea admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6b006f16ac0244be85c7780b1c65532c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4264379 Jan 24 07:00:47.257509 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d8a303-61c7-4384-98ca-17fe2dc0cfea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83823f2c-77e6-4a6b-9e8e-4b966f90cd08,revision_number=1']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:00:47.261216 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-f7d8a303-61c7-4384-98ca-17fe2dc0cfea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:00:47.262882 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 34658) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:00:47.284094 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-072fe185-80d9-4e53-a2c1-67a69fb4e585 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=393fd1deca1e400e8686a32455829fb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0688887 Jan 24 07:00:47.290759 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 34662) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:00:47.310039 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377d5767-88fd-4018-8875-9d59b00aa273 req-8756681e-e6e8-4786-8e21-9b229699e7cb tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:00:47.311748 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-377d5767-88fd-4018-8875-9d59b00aa273 req-8756681e-e6e8-4786-8e21-9b229699e7cb tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/ports?device_id=ed8ebb10-299f-410a-82e9-9ee3888a0575 HTTP/1.1" status: 200 len: 945 time: 0.1866915 Jan 24 07:00:47.383716 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-377d5767-88fd-4018-8875-9d59b00aa273 req-2ad29b45-d645-40b4-aac6-1bc35477b03a tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/security-groups?id=b0fd1909-caa0-4f27-9897-89809084cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517681 Jan 24 07:00:47.400469 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-2a7779d6-c669-4ef3-8ab5-faaf0098687e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:47.451256 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-2a7779d6-c669-4ef3-8ab5-faaf0098687e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:47.458968 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6410b438-01f6-48eb-9705-e865442444e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:47.516817 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6410b438-01f6-48eb-9705-e865442444e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:47.564173 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-2a7779d6-c669-4ef3-8ab5-faaf0098687e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:47.569118 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-72e18333-04cb-480a-800a-ff222badff5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:00:47.584379 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7779d6-c669-4ef3-8ab5-faaf0098687e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7521a87c-9219-4dcb-b529-cf8b2fa12ba6,revision_number=None']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:00:47.589637 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-2a7779d6-c669-4ef3-8ab5-faaf0098687e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:00:47.602546 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6410b438-01f6-48eb-9705-e865442444e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:47.609188 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:00:47.625834 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-2a7779d6-c669-4ef3-8ab5-faaf0098687e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:47.629546 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-2a7779d6-c669-4ef3-8ab5-faaf0098687e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7521a87c-9219-4dcb-b529-cf8b2fa12ba6 HTTP/1.1" status: 204 len: 168 time: 0.3353083 Jan 24 07:00:47.629546 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6410b438-01f6-48eb-9705-e865442444e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83823f2c-77e6-4a6b-9e8e-4b966f90cd08,revision_number=None']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:00:47.632212 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6410b438-01f6-48eb-9705-e865442444e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:47.632951 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-6410b438-01f6-48eb-9705-e865442444e3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/83823f2c-77e6-4a6b-9e8e-4b966f90cd08 HTTP/1.1" status: 204 len: 168 time: 0.3686719 Jan 24 07:00:47.633977 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-6410b438-01f6-48eb-9705-e865442444e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:00:48.196461 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 34692) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:00:48.251464 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-414f288a-d494-4889-adcb-da348387e0f6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=055042a2e09b47559dbc3e4d42703b71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0536559 Jan 24 07:00:48.254110 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 34698) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:00:48.320429 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c9dc29ca-1bb6-426e-b017-78d766af6b7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:48.569544 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c9dc29ca-1bb6-426e-b017-78d766af6b7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:48.695370 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1e794a-ef88-447f-a6b8-13be8ca566ca req-a24802b4-dec6-439d-ac49-6acb6b3f6b50 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:00:48.697713 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-fc1e794a-ef88-447f-a6b8-13be8ca566ca req-a24802b4-dec6-439d-ac49-6acb6b3f6b50 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/ports?device_id=ed8ebb10-299f-410a-82e9-9ee3888a0575 HTTP/1.1" status: 200 len: 945 time: 0.1710453 Jan 24 07:00:48.721251 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c9dc29ca-1bb6-426e-b017-78d766af6b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:48.732598 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-24c1032a-8c2a-462f-ab0a-ccdd508ddcff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:00:48.749850 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dc29ca-1bb6-426e-b017-78d766af6b7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8a1ea29-6822-4002-9bea-46ff4834d141,revision_number=None']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:00:48.762642 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-c9dc29ca-1bb6-426e-b017-78d766af6b7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:00:48.773538 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c9dc29ca-1bb6-426e-b017-78d766af6b7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:48.774766 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-c9dc29ca-1bb6-426e-b017-78d766af6b7c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d8a1ea29-6822-4002-9bea-46ff4834d141 HTTP/1.1" status: 204 len: 168 time: 0.5196936 Jan 24 07:00:48.796456 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-fc1e794a-ef88-447f-a6b8-13be8ca566ca req-199f7b8e-0355-485e-910d-47b050da296c tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/security-groups?id=b0fd1909-caa0-4f27-9897-89809084cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928605 Jan 24 07:00:49.616922 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-73e242ac-8790-4a78-a707-fe00eef564b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:49.790406 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 34766) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:00:50.053241 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1064870-de4c-47b0-8a38-0868e69f816c req-4f0944e7-bdc5-4bdb-9723-28e74fbf7d68 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:00:50.055169 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-c1064870-de4c-47b0-8a38-0868e69f816c req-4f0944e7-bdc5-4bdb-9723-28e74fbf7d68 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/ports?device_id=ed8ebb10-299f-410a-82e9-9ee3888a0575 HTTP/1.1" status: 200 len: 945 time: 0.1168666 Jan 24 07:00:50.090707 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f8009a6c-e8c6-413d-b856-73b0abe30055 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:50.106029 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-f8009a6c-e8c6-413d-b856-73b0abe30055 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 07:00:50.110155 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-f8009a6c-e8c6-413d-b856-73b0abe30055 admin admin] Usage tracker for resource:security_group_rule and tenant:0c7b9809bb784bfa921bd9d742162549 is out of sync, need to count used quota {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 07:00:50.112273 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-c1064870-de4c-47b0-8a38-0868e69f816c req-ba260555-266f-4b70-9f27-cc69d2e55ac6 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/security-groups?id=b0fd1909-caa0-4f27-9897-89809084cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499859 Jan 24 07:00:50.113002 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-f8009a6c-e8c6-413d-b856-73b0abe30055 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 07:00:50.119892 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-f8009a6c-e8c6-413d-b856-73b0abe30055 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 07:00:50.226773 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f8009a6c-e8c6-413d-b856-73b0abe30055 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:50.230081 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f8009a6c-e8c6-413d-b856-73b0abe30055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:50.244062 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-067d2a7a-879f-4457-807d-90b688be7ed6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:00:50.287437 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8009a6c-e8c6-413d-b856-73b0abe30055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83450d64-932c-4f7e-a38a-17f10aa03db7,revision_number=1']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:00:50.295022 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 34784) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:00:50.295212 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-f8009a6c-e8c6-413d-b856-73b0abe30055 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0c7b9809bb784bfa921bd9d742162549&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5035462 Jan 24 07:00:50.296145 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-f8009a6c-e8c6-413d-b856-73b0abe30055 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:00:50.329550 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 34790) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:00:50.379379 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-00b8c34e-d703-4d78-a73f-eb10a96c3658 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:50.416823 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-00b8c34e-d703-4d78-a73f-eb10a96c3658 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:50.466461 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-00b8c34e-d703-4d78-a73f-eb10a96c3658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:50.471967 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-e637abab-3278-4693-8d16-e28abd217090 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:00:50.500533 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-916fdf5e-7c9a-409d-accb-077b8bc2628d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:50.501609 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b8c34e-d703-4d78-a73f-eb10a96c3658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83450d64-932c-4f7e-a38a-17f10aa03db7,revision_number=None']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:00:50.519007 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-916fdf5e-7c9a-409d-accb-077b8bc2628d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 07:00:50.522353 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-00b8c34e-d703-4d78-a73f-eb10a96c3658 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:00:50.524613 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-916fdf5e-7c9a-409d-accb-077b8bc2628d admin admin] Usage tracker for resource:security_group_rule and tenant:83a7858d3752404aa7d9f9ce1641edc7 is out of sync, need to count used quota {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 07:00:50.525659 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-00b8c34e-d703-4d78-a73f-eb10a96c3658 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:50.528308 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-916fdf5e-7c9a-409d-accb-077b8bc2628d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 07:00:50.537413 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-916fdf5e-7c9a-409d-accb-077b8bc2628d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 07:00:50.537543 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-00b8c34e-d703-4d78-a73f-eb10a96c3658 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/83450d64-932c-4f7e-a38a-17f10aa03db7 HTTP/1.1" status: 204 len: 168 time: 0.2401514 Jan 24 07:00:50.678482 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-26d1b8de-b532-4767-a801-c789db4ef80b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:50.700189 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-916fdf5e-7c9a-409d-accb-077b8bc2628d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:50.705759 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-916fdf5e-7c9a-409d-accb-077b8bc2628d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:50.722503 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-a9676a62-b6a3-45e0-b8f0-b02e04514458 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:00:50.768821 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-916fdf5e-7c9a-409d-accb-077b8bc2628d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=83a7858d3752404aa7d9f9ce1641edc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4374099 Jan 24 07:00:50.772106 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 34806) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:00:50.784412 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916fdf5e-7c9a-409d-accb-077b8bc2628d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db08f7ee-0ddc-4fcb-a7a2-6ca0eb3ed1d0,revision_number=1']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:00:50.801775 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-916fdf5e-7c9a-409d-accb-077b8bc2628d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:00:50.861841 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-47a82104-1b5e-4666-98c3-0b77a67a9486 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:50.894043 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-47a82104-1b5e-4666-98c3-0b77a67a9486 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:50.947034 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-47a82104-1b5e-4666-98c3-0b77a67a9486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:50.952237 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-1ca0fcf8-a674-4338-8a76-145d950b267a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:00:50.967032 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a82104-1b5e-4666-98c3-0b77a67a9486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db08f7ee-0ddc-4fcb-a7a2-6ca0eb3ed1d0,revision_number=None']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:00:50.969739 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-47a82104-1b5e-4666-98c3-0b77a67a9486 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:00:50.972243 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-47a82104-1b5e-4666-98c3-0b77a67a9486 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:50.974386 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-47a82104-1b5e-4666-98c3-0b77a67a9486 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/db08f7ee-0ddc-4fcb-a7a2-6ca0eb3ed1d0 HTTP/1.1" status: 204 len: 168 time: 0.2006309 Jan 24 07:00:51.127051 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:51.425911 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77975f39-93cd-49f0-b65f-9e68717865ac req-e70b192f-9c2a-4a35-84f0-df2059bddc9d tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:00:51.428707 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-77975f39-93cd-49f0-b65f-9e68717865ac req-e70b192f-9c2a-4a35-84f0-df2059bddc9d tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/ports?device_id=ed8ebb10-299f-410a-82e9-9ee3888a0575 HTTP/1.1" status: 200 len: 945 time: 0.1271296 Jan 24 07:00:51.485050 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-77975f39-93cd-49f0-b65f-9e68717865ac req-8e49007e-4194-48a0-93d6-a2c24008a702 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/security-groups?id=b0fd1909-caa0-4f27-9897-89809084cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497553 Jan 24 07:00:52.644611 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-234e5594-7a0b-4e8c-b8aa-6f4b31972cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:52.723227 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 34882) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:00:52.758785 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d5cacc-184d-4281-900c-92f49744d385 req-8f1a7a0e-1b50-40ce-b6dc-ad75ca53f89d tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:00:52.761018 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-68d5cacc-184d-4281-900c-92f49744d385 req-8f1a7a0e-1b50-40ce-b6dc-ad75ca53f89d tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/ports?device_id=ed8ebb10-299f-410a-82e9-9ee3888a0575 HTTP/1.1" status: 200 len: 945 time: 0.1175721 Jan 24 07:00:52.822106 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-68d5cacc-184d-4281-900c-92f49744d385 req-943ee9f9-3cc7-4f8f-8f36-4c837e3fd9c0 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/security-groups?id=b0fd1909-caa0-4f27-9897-89809084cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541756 Jan 24 07:00:52.902291 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e76ea3c8-4c6a-4ca0-b256-502c5422c54d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:52.918127 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-e76ea3c8-4c6a-4ca0-b256-502c5422c54d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 07:00:52.922125 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-e76ea3c8-4c6a-4ca0-b256-502c5422c54d admin admin] Usage tracker for resource:security_group_rule and tenant:1650a0f8798547e6bffc7be1ee84637d is out of sync, need to count used quota {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 07:00:52.925070 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-e76ea3c8-4c6a-4ca0-b256-502c5422c54d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 07:00:52.931450 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-e76ea3c8-4c6a-4ca0-b256-502c5422c54d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 07:00:53.019230 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e76ea3c8-4c6a-4ca0-b256-502c5422c54d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:53.022471 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e76ea3c8-4c6a-4ca0-b256-502c5422c54d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:53.031130 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-c24b4cb6-bc82-46fe-a1c5-0c0903a7e094 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:00:53.073007 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-e76ea3c8-4c6a-4ca0-b256-502c5422c54d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1650a0f8798547e6bffc7be1ee84637d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3485062 Jan 24 07:00:53.074694 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76ea3c8-4c6a-4ca0-b256-502c5422c54d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58d20d5c-7fa6-4597-88b4-2f71d6184479,revision_number=1']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:00:53.075957 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 34890) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:00:53.077899 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-e76ea3c8-4c6a-4ca0-b256-502c5422c54d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:00:53.137675 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d851027-f3fe-4b50-97bc-e0f515945f2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:53.165598 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d851027-f3fe-4b50-97bc-e0f515945f2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:53.212752 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d851027-f3fe-4b50-97bc-e0f515945f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:53.218027 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-f27575ab-cbaf-4d37-81e5-16402224d625 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:00:53.231725 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d851027-f3fe-4b50-97bc-e0f515945f2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58d20d5c-7fa6-4597-88b4-2f71d6184479,revision_number=None']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:00:53.234735 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-5d851027-f3fe-4b50-97bc-e0f515945f2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:00:53.235621 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5d851027-f3fe-4b50-97bc-e0f515945f2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:53.236860 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-5d851027-f3fe-4b50-97bc-e0f515945f2d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/58d20d5c-7fa6-4597-88b4-2f71d6184479 HTTP/1.1" status: 204 len: 168 time: 0.1598101 Jan 24 07:00:54.049602 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31d77d1-fa5d-4b37-af11-d2cf73cfc66b req-ac44f1bc-8d0a-44b0-a6a4-70394af32067 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:00:54.059409 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-d31d77d1-fa5d-4b37-af11-d2cf73cfc66b req-ac44f1bc-8d0a-44b0-a6a4-70394af32067 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/ports?device_id=d8b28494-46db-42eb-9dfe-87b08b818e90 HTTP/1.1" status: 200 len: 946 time: 0.1645677 Jan 24 07:00:54.163338 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-d31d77d1-fa5d-4b37-af11-d2cf73cfc66b req-ef10c53b-3c6b-4a44-8b89-193ec095ee68 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/security-groups?id=7c9aee4f-6d1b-48fa-a5b9-acc674b2a6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027641 Jan 24 07:00:54.230099 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae10af5-aa89-414f-95f5-563ecf7cc7eb req-e9b3d7ad-a235-43e6-9373-16ee8a58672b tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:00:54.231916 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-7ae10af5-aa89-414f-95f5-563ecf7cc7eb req-e9b3d7ad-a235-43e6-9373-16ee8a58672b tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/ports?device_id=ed8ebb10-299f-410a-82e9-9ee3888a0575 HTTP/1.1" status: 200 len: 945 time: 0.1541617 Jan 24 07:00:54.291412 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-7ae10af5-aa89-414f-95f5-563ecf7cc7eb req-44b4bf99-2b3f-4254-8b96-5fcd8f5cf9cd tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/security-groups?id=b0fd1909-caa0-4f27-9897-89809084cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509288 Jan 24 07:00:54.902426 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 34974) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:00:55.122511 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-32d13f0f-9c3e-4e65-99eb-81d436feeb46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:55.140927 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-32d13f0f-9c3e-4e65-99eb-81d436feeb46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 07:00:55.145080 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-32d13f0f-9c3e-4e65-99eb-81d436feeb46 admin admin] Usage tracker for resource:security_group_rule and tenant:19e3c73e452c42f19eec13d51197d7f6 is out of sync, need to count used quota {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 07:00:55.148748 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-32d13f0f-9c3e-4e65-99eb-81d436feeb46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 07:00:55.155142 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-32d13f0f-9c3e-4e65-99eb-81d436feeb46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 07:00:55.250813 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-32d13f0f-9c3e-4e65-99eb-81d436feeb46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:55.253971 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-32d13f0f-9c3e-4e65-99eb-81d436feeb46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:55.263664 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-402a96af-8cfe-4b9e-aa83-238ece3cd758 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:00:55.309020 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-32d13f0f-9c3e-4e65-99eb-81d436feeb46 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=19e3c73e452c42f19eec13d51197d7f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4054592 Jan 24 07:00:55.310298 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d13f0f-9c3e-4e65-99eb-81d436feeb46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46dbc1b7-28da-4599-91f6-d9cf2df47bad,revision_number=1']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:00:55.311845 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 34992) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:00:55.320543 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-32d13f0f-9c3e-4e65-99eb-81d436feeb46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:00:55.487128 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9d2d2e67-11f3-4d18-8180-015bcd2613f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:55.541949 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9d2d2e67-11f3-4d18-8180-015bcd2613f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:55.576653 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af04c584-318e-499c-953a-62a76aac73a0 req-ea26c5a9-572e-4911-9098-b52b5a4b3e76 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:00:55.578373 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-af04c584-318e-499c-953a-62a76aac73a0 req-ea26c5a9-572e-4911-9098-b52b5a4b3e76 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/ports?device_id=d8b28494-46db-42eb-9dfe-87b08b818e90 HTTP/1.1" status: 200 len: 946 time: 0.2484488 Jan 24 07:00:55.641321 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9d2d2e67-11f3-4d18-8180-015bcd2613f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:55.647748 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-5d851027-f3fe-4b50-97bc-e0f515945f2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:00:55.668308 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d2e67-11f3-4d18-8180-015bcd2613f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46dbc1b7-28da-4599-91f6-d9cf2df47bad,revision_number=None']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:00:55.675461 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-9d2d2e67-11f3-4d18-8180-015bcd2613f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:00:55.707637 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-af04c584-318e-499c-953a-62a76aac73a0 req-bd6d8663-a2b0-4da3-99c7-6d657b4b443a tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/security-groups?id=7c9aee4f-6d1b-48fa-a5b9-acc674b2a6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120203 Jan 24 07:00:55.711388 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9d2d2e67-11f3-4d18-8180-015bcd2613f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:55.712563 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-9d2d2e67-11f3-4d18-8180-015bcd2613f4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/46dbc1b7-28da-4599-91f6-d9cf2df47bad HTTP/1.1" status: 204 len: 168 time: 0.3994880 Jan 24 07:00:55.745373 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cee262b-33ad-4143-87a8-a8ad7451292e req-142eba16-49e0-46c2-9bd5-c44ab2feaa4e tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:00:55.747233 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-3cee262b-33ad-4143-87a8-a8ad7451292e req-142eba16-49e0-46c2-9bd5-c44ab2feaa4e tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/ports?device_id=ed8ebb10-299f-410a-82e9-9ee3888a0575 HTTP/1.1" status: 200 len: 945 time: 0.3016613 Jan 24 07:00:55.816946 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-3cee262b-33ad-4143-87a8-a8ad7451292e req-ddcc2bf2-593a-4a11-83a8-8b0cca55f1e1 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/security-groups?id=b0fd1909-caa0-4f27-9897-89809084cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563080 Jan 24 07:00:56.288037 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 35018) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:00:56.445154 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5002fc41-fff7-4ea0-b90e-7bc970705a98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:56.461328 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-5002fc41-fff7-4ea0-b90e-7bc970705a98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 07:00:56.465397 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-5002fc41-fff7-4ea0-b90e-7bc970705a98 admin admin] Usage tracker for resource:security_group_rule and tenant:0bbf50e9c6ab42ffabd0bfff234c70d9 is out of sync, need to count used quota {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 07:00:56.468376 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-5002fc41-fff7-4ea0-b90e-7bc970705a98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 07:00:56.474916 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-5002fc41-fff7-4ea0-b90e-7bc970705a98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 07:00:56.581858 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5002fc41-fff7-4ea0-b90e-7bc970705a98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:56.585008 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5002fc41-fff7-4ea0-b90e-7bc970705a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:56.593804 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-622bee22-263d-4724-ae40-c2b0cc152769 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:00:56.637294 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5002fc41-fff7-4ea0-b90e-7bc970705a98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=454c0342-663c-4092-842c-8d35731ff572,revision_number=1']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:00:56.641063 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-5002fc41-fff7-4ea0-b90e-7bc970705a98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:00:56.649783 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-5002fc41-fff7-4ea0-b90e-7bc970705a98 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0bbf50e9c6ab42ffabd0bfff234c70d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3604851 Jan 24 07:00:56.652686 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 35032) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:00:56.727536 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-273a4dbc-bf0e-4fae-bd43-f1f2d9e2dfec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:56.759519 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-273a4dbc-bf0e-4fae-bd43-f1f2d9e2dfec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:56.809902 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-273a4dbc-bf0e-4fae-bd43-f1f2d9e2dfec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:56.816218 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-2a7779d6-c669-4ef3-8ab5-faaf0098687e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:00:56.839371 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273a4dbc-bf0e-4fae-bd43-f1f2d9e2dfec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=454c0342-663c-4092-842c-8d35731ff572,revision_number=None']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:00:56.844512 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-273a4dbc-bf0e-4fae-bd43-f1f2d9e2dfec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:00:56.858226 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-273a4dbc-bf0e-4fae-bd43-f1f2d9e2dfec admin admin] Notify callbacks [] for security_group, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:56.859467 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-273a4dbc-bf0e-4fae-bd43-f1f2d9e2dfec admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/454c0342-663c-4092-842c-8d35731ff572 HTTP/1.1" status: 204 len: 168 time: 0.2057314 Jan 24 07:00:56.996578 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d1ed3b-46dc-4402-8ffc-490e070bbf2f req-d76e4429-a1f5-413f-b2b8-36a2f17ffa57 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:00:57.004072 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-45d1ed3b-46dc-4402-8ffc-490e070bbf2f req-d76e4429-a1f5-413f-b2b8-36a2f17ffa57 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/ports?device_id=d8b28494-46db-42eb-9dfe-87b08b818e90 HTTP/1.1" status: 200 len: 946 time: 0.1345708 Jan 24 07:00:57.066491 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-45d1ed3b-46dc-4402-8ffc-490e070bbf2f req-9454f86a-1f87-4f39-b6e8-343960c903fe tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/security-groups?id=7c9aee4f-6d1b-48fa-a5b9-acc674b2a6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613866 Jan 24 07:00:57.227752 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feae002-280c-4da5-9244-426b68d8b370 req-fd5e63a5-d379-48d7-b4d9-ff0255c19e76 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:00:57.234355 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-0feae002-280c-4da5-9244-426b68d8b370 req-fd5e63a5-d379-48d7-b4d9-ff0255c19e76 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/ports?device_id=ed8ebb10-299f-410a-82e9-9ee3888a0575 HTTP/1.1" status: 200 len: 945 time: 0.1442242 Jan 24 07:00:57.293565 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-0feae002-280c-4da5-9244-426b68d8b370 req-67adf033-cf53-41d5-8e64-f9a5c26effff tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/security-groups?id=b0fd1909-caa0-4f27-9897-89809084cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568540 Jan 24 07:00:58.296724 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f85322-2667-4d17-bd73-803e288bb9c7 req-dd2ad6a2-9180-4bee-abe6-8e8754a271ff tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:00:58.298391 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-a4f85322-2667-4d17-bd73-803e288bb9c7 req-dd2ad6a2-9180-4bee-abe6-8e8754a271ff tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/ports?device_id=d8b28494-46db-42eb-9dfe-87b08b818e90 HTTP/1.1" status: 200 len: 946 time: 0.1072509 Jan 24 07:00:58.353838 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-a4f85322-2667-4d17-bd73-803e288bb9c7 req-633522b3-0519-46e3-a205-b01b2a9d4e4c tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/security-groups?id=7c9aee4f-6d1b-48fa-a5b9-acc674b2a6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488892 Jan 24 07:00:58.544883 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682a30c7-ac75-4bac-a8e8-24d6f2cee8c3 req-c2337396-845e-40ad-b2d8-afa5c614e27d tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:00:58.546560 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-682a30c7-ac75-4bac-a8e8-24d6f2cee8c3 req-c2337396-845e-40ad-b2d8-afa5c614e27d tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/ports?device_id=ed8ebb10-299f-410a-82e9-9ee3888a0575 HTTP/1.1" status: 200 len: 945 time: 0.1166177 Jan 24 07:00:58.602726 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-682a30c7-ac75-4bac-a8e8-24d6f2cee8c3 req-a3fbbe22-d936-4c90-b8f3-5b1393691b5c tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/security-groups?id=b0fd1909-caa0-4f27-9897-89809084cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476079 Jan 24 07:00:59.093152 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 35118) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:00:59.260510 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-dd48885c-d5f1-4c3f-8310-7a8300b59476 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:59.277788 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-dd48885c-d5f1-4c3f-8310-7a8300b59476 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 07:00:59.281896 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-dd48885c-d5f1-4c3f-8310-7a8300b59476 admin admin] Usage tracker for resource:security_group_rule and tenant:0c9cca62ec1d4add9c78fd1371cff0d2 is out of sync, need to count used quota {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 07:00:59.285510 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-dd48885c-d5f1-4c3f-8310-7a8300b59476 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 07:00:59.291803 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-dd48885c-d5f1-4c3f-8310-7a8300b59476 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 07:00:59.378567 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-dd48885c-d5f1-4c3f-8310-7a8300b59476 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:59.381470 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-dd48885c-d5f1-4c3f-8310-7a8300b59476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:59.390291 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-4f273382-53e3-4364-8eea-1e0df185bf65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:00:59.440491 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-dd48885c-d5f1-4c3f-8310-7a8300b59476 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0c9cca62ec1d4add9c78fd1371cff0d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3434763 Jan 24 07:00:59.440491 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd48885c-d5f1-4c3f-8310-7a8300b59476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa41338a-2968-4d40-80c1-cfcd407b3f5e,revision_number=1']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:00:59.441408 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 35130) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:00:59.442074 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-dd48885c-d5f1-4c3f-8310-7a8300b59476 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:00:59.553614 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-cb4cb441-0e62-4258-aa68-8e0e7e4a751c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:59.596986 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-cb4cb441-0e62-4258-aa68-8e0e7e4a751c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:59.682040 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8135e5-0dd9-402d-b677-849a6b8605e1 req-ce0c7dfb-7562-4776-96c6-dd7efb0f7289 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:00:59.683782 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-6c8135e5-0dd9-402d-b677-849a6b8605e1 req-ce0c7dfb-7562-4776-96c6-dd7efb0f7289 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/ports?device_id=d8b28494-46db-42eb-9dfe-87b08b818e90 HTTP/1.1" status: 200 len: 946 time: 0.1900070 Jan 24 07:00:59.726353 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-cb4cb441-0e62-4258-aa68-8e0e7e4a751c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:59.732538 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-dae43335-0557-413f-bc90-b666163a74f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:00:59.760209 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4cb441-0e62-4258-aa68-8e0e7e4a751c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa41338a-2968-4d40-80c1-cfcd407b3f5e,revision_number=None']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:00:59.762941 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-cb4cb441-0e62-4258-aa68-8e0e7e4a751c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:00:59.822621 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-6c8135e5-0dd9-402d-b677-849a6b8605e1 req-42afe66d-073c-45ad-83bc-a3e2a4e9a77a tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/security-groups?id=7c9aee4f-6d1b-48fa-a5b9-acc674b2a6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1310670 Jan 24 07:00:59.832543 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-cb4cb441-0e62-4258-aa68-8e0e7e4a751c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:00:59.835595 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-cb4cb441-0e62-4258-aa68-8e0e7e4a751c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/aa41338a-2968-4d40-80c1-cfcd407b3f5e HTTP/1.1" status: 204 len: 168 time: 0.3918602 Jan 24 07:00:59.894768 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f324fdc-9de7-45e5-993d-e7d3494668bd req-4bd7ac4c-6704-49a2-aeea-c8f1640e151e tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:00:59.897301 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-6f324fdc-9de7-45e5-993d-e7d3494668bd req-4bd7ac4c-6704-49a2-aeea-c8f1640e151e tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/ports?device_id=ed8ebb10-299f-410a-82e9-9ee3888a0575 HTTP/1.1" status: 200 len: 945 time: 0.1427517 Jan 24 07:00:59.959369 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-6f324fdc-9de7-45e5-993d-e7d3494668bd req-b4139797-5414-433f-9aac-995a24f87d8d tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/security-groups?id=b0fd1909-caa0-4f27-9897-89809084cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536716 Jan 24 07:00:59.988603 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:00.216668 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 35154) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:01:00.236028 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-eba7eb7d-6e1e-435c-aaaf-5d6e3cca2d99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:00.251267 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-eba7eb7d-6e1e-435c-aaaf-5d6e3cca2d99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 07:01:00.255972 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-eba7eb7d-6e1e-435c-aaaf-5d6e3cca2d99 admin admin] Usage tracker for resource:security_group_rule and tenant:d4d01aba06fd4d68aa2d5751b0156e9d is out of sync, need to count used quota {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 07:01:00.258998 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-eba7eb7d-6e1e-435c-aaaf-5d6e3cca2d99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 07:01:00.265193 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-eba7eb7d-6e1e-435c-aaaf-5d6e3cca2d99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 07:01:00.351514 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-eba7eb7d-6e1e-435c-aaaf-5d6e3cca2d99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:00.355774 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-eba7eb7d-6e1e-435c-aaaf-5d6e3cca2d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:00.364968 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-00b8c34e-d703-4d78-a73f-eb10a96c3658 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:01:00.408621 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-eba7eb7d-6e1e-435c-aaaf-5d6e3cca2d99 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d4d01aba06fd4d68aa2d5751b0156e9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1907597 Jan 24 07:01:00.409552 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba7eb7d-6e1e-435c-aaaf-5d6e3cca2d99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40f2bf0a-e929-4faa-84ca-71a864f83b68,revision_number=1']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:01:00.411728 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 35160) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:01:00.412937 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-eba7eb7d-6e1e-435c-aaaf-5d6e3cca2d99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:01:00.481869 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-59c1e4d3-4f86-447e-b42d-65710c9bbf67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:00.515800 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-59c1e4d3-4f86-447e-b42d-65710c9bbf67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:00.576505 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-59c1e4d3-4f86-447e-b42d-65710c9bbf67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:00.585318 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-c24f3366-0b4f-4a73-ada5-952d3873aaa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:01:00.599477 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c1e4d3-4f86-447e-b42d-65710c9bbf67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40f2bf0a-e929-4faa-84ca-71a864f83b68,revision_number=None']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:01:00.611740 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-59c1e4d3-4f86-447e-b42d-65710c9bbf67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:01:00.612975 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-59c1e4d3-4f86-447e-b42d-65710c9bbf67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:00.618171 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-59c1e4d3-4f86-447e-b42d-65710c9bbf67 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/40f2bf0a-e929-4faa-84ca-71a864f83b68 HTTP/1.1" status: 204 len: 168 time: 0.2040172 Jan 24 07:01:01.150365 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59691962-a122-416a-91e2-10e72d8bdca0 req-4cbe9d47-82a5-455c-be12-bae15d4b5fb2 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:01:01.152073 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-59691962-a122-416a-91e2-10e72d8bdca0 req-4cbe9d47-82a5-455c-be12-bae15d4b5fb2 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/ports?device_id=d8b28494-46db-42eb-9dfe-87b08b818e90 HTTP/1.1" status: 200 len: 946 time: 0.1798773 Jan 24 07:01:01.215334 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-59691962-a122-416a-91e2-10e72d8bdca0 req-10b12f1a-ed1e-441d-8b8d-0f8446af4b14 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/security-groups?id=7c9aee4f-6d1b-48fa-a5b9-acc674b2a6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565197 Jan 24 07:01:01.463739 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0322f1-8ac8-4821-aed9-a52a2b85ab3a req-aabedeb9-7075-49f0-9a27-606ddb4fa3e9 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:01:01.466017 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-1c0322f1-8ac8-4821-aed9-a52a2b85ab3a req-aabedeb9-7075-49f0-9a27-606ddb4fa3e9 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/ports?device_id=ed8ebb10-299f-410a-82e9-9ee3888a0575 HTTP/1.1" status: 200 len: 945 time: 0.1201112 Jan 24 07:01:01.525932 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-1c0322f1-8ac8-4821-aed9-a52a2b85ab3a req-9b697ab2-9e1a-4b12-b89e-8ff4b59226de tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/security-groups?id=b0fd1909-caa0-4f27-9897-89809084cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529015 Jan 24 07:01:02.511819 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7832e2-9bbb-4ec5-bb29-4f931a6f9446 req-4c2889c1-7fd0-4637-bb6e-5b1e4d64f582 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:01:02.519584 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-ac7832e2-9bbb-4ec5-bb29-4f931a6f9446 req-4c2889c1-7fd0-4637-bb6e-5b1e4d64f582 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/ports?device_id=d8b28494-46db-42eb-9dfe-87b08b818e90 HTTP/1.1" status: 200 len: 946 time: 0.1377211 Jan 24 07:01:02.587494 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-ac7832e2-9bbb-4ec5-bb29-4f931a6f9446 req-bddcedea-4c0a-47c9-a202-0548085abe90 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/security-groups?id=7c9aee4f-6d1b-48fa-a5b9-acc674b2a6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666547 Jan 24 07:01:02.819378 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ad1e12-392d-405c-bff1-4386904d937c req-948b752e-5d5b-4f21-922f-eea32be9fb43 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:01:02.821098 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-66ad1e12-392d-405c-bff1-4386904d937c req-948b752e-5d5b-4f21-922f-eea32be9fb43 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/ports?device_id=ed8ebb10-299f-410a-82e9-9ee3888a0575 HTTP/1.1" status: 200 len: 945 time: 0.1108916 Jan 24 07:01:02.878003 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-66ad1e12-392d-405c-bff1-4386904d937c req-ff1f667d-26d7-4462-87ba-148b2cbf2e64 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/security-groups?id=b0fd1909-caa0-4f27-9897-89809084cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505905 Jan 24 07:01:03.852375 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07db763-1219-4f59-a272-24c9a5ce39c7 req-3bbf7afd-be4f-4e0d-938f-c650404862ab tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:01:03.863640 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-f07db763-1219-4f59-a272-24c9a5ce39c7 req-3bbf7afd-be4f-4e0d-938f-c650404862ab tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/ports?device_id=d8b28494-46db-42eb-9dfe-87b08b818e90 HTTP/1.1" status: 200 len: 946 time: 0.1348152 Jan 24 07:01:03.930115 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-f07db763-1219-4f59-a272-24c9a5ce39c7 req-860190f6-e92b-4126-b241-23d6d35b9bd8 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/security-groups?id=7c9aee4f-6d1b-48fa-a5b9-acc674b2a6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596955 Jan 24 07:01:04.149634 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa41998e-38b0-47b7-bf3d-8f2df1e42e32 req-6a3a871f-d02f-4362-9a25-ea6ea90d8265 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:01:04.151725 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-fa41998e-38b0-47b7-bf3d-8f2df1e42e32 req-6a3a871f-d02f-4362-9a25-ea6ea90d8265 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/ports?device_id=ed8ebb10-299f-410a-82e9-9ee3888a0575 HTTP/1.1" status: 200 len: 945 time: 0.1285369 Jan 24 07:01:04.206844 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-fa41998e-38b0-47b7-bf3d-8f2df1e42e32 req-2270ced7-f563-472a-9488-fd19d3f2a1e2 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/security-groups?id=b0fd1909-caa0-4f27-9897-89809084cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473144 Jan 24 07:01:04.543187 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Device fc860ca2-d951-4a48-a63d-1f777f905aac up at agent ovs-agent-hv-cinder-77218 {{(pid=80237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 07:01:04.630766 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Provisioning complete for port fc860ca2-d951-4a48-a63d-1f777f905aac triggered by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 07:01:04.631183 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:05.121701 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.agents_db [None req-2c2cd112-eb45-4d42-b228-ef41d20f669c None None] Agent healthcheck: found 6 active agents {{(pid=80238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 07:01:05.290898 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6694da57-f0e8-47f9-83d2-855d21ee773d req-aeff1c6e-cdf6-4c69-b76c-c721d9aaa241 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:01:05.294315 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-6694da57-f0e8-47f9-83d2-855d21ee773d req-aeff1c6e-cdf6-4c69-b76c-c721d9aaa241 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/ports?device_id=d8b28494-46db-42eb-9dfe-87b08b818e90 HTTP/1.1" status: 200 len: 946 time: 0.1495411 Jan 24 07:01:05.414973 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-6694da57-f0e8-47f9-83d2-855d21ee773d req-4e7597b4-0bee-40fd-ab77-7dc342300191 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/security-groups?id=7c9aee4f-6d1b-48fa-a5b9-acc674b2a6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137600 Jan 24 07:01:05.574310 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e80e53a-23d4-4dd6-86b3-0f6c9a89769d req-8e4ed699-15cb-44d2-ba99-5c5348ed0969 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:01:05.576475 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-8e80e53a-23d4-4dd6-86b3-0f6c9a89769d req-8e4ed699-15cb-44d2-ba99-5c5348ed0969 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/ports?device_id=ed8ebb10-299f-410a-82e9-9ee3888a0575 HTTP/1.1" status: 200 len: 945 time: 0.1280558 Jan 24 07:01:05.660213 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-8e80e53a-23d4-4dd6-86b3-0f6c9a89769d req-d3120b51-25b3-42fc-a911-a295e1ca86c9 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/security-groups?id=b0fd1909-caa0-4f27-9897-89809084cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775046 Jan 24 07:01:05.997030 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490a386d-efdb-4e0e-93a6-9f6f6095effb req-c933a308-2122-4151-ab78-b444a948dc00 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:01:05.998617 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-490a386d-efdb-4e0e-93a6-9f6f6095effb req-c933a308-2122-4151-ab78-b444a948dc00 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/ports?device_id=d8b28494-46db-42eb-9dfe-87b08b818e90 HTTP/1.1" status: 200 len: 946 time: 0.1563568 Jan 24 07:01:06.063370 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-490a386d-efdb-4e0e-93a6-9f6f6095effb req-84c21482-be4c-4dd1-8313-36528194c2fc tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/security-groups?id=7c9aee4f-6d1b-48fa-a5b9-acc674b2a6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549135 Jan 24 07:01:06.070222 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ce55d3-b4c9-43a3-9e41-56ae9ad94f5c req-da073580-b010-4974-8a4c-6c634c39c4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:01:06.071809 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-f9ce55d3-b4c9-43a3-9e41-56ae9ad94f5c req-da073580-b010-4974-8a4c-6c634c39c4d9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2fc6fa56d19f4f2496beee60631c3cb7&device_id=d8b28494-46db-42eb-9dfe-87b08b818e90 HTTP/1.1" status: 200 len: 1163 time: 0.1546910 Jan 24 07:01:06.214865 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ce55d3-b4c9-43a3-9e41-56ae9ad94f5c req-ce342852-b4f0-4820-aa0e-dc0ccbc88d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:01:06.216489 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-f9ce55d3-b4c9-43a3-9e41-56ae9ad94f5c req-ce342852-b4f0-4820-aa0e-dc0ccbc88d87 service neutron] 10.222.0.18 "GET /v2.0/networks?id=440b000a-80da-445e-b13a-3c626561a2d5 HTTP/1.1" status: 200 len: 904 time: 0.1371651 Jan 24 07:01:06.327760 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-f9ce55d3-b4c9-43a3-9e41-56ae9ad94f5c req-4e07704b-f24b-44ef-b506-642f778d6688 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc860ca2-d951-4a48-a63d-1f777f905aac HTTP/1.1" status: 200 len: 1002 time: 0.1031022 Jan 24 07:01:06.429882 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ce55d3-b4c9-43a3-9e41-56ae9ad94f5c req-22729747-38b3-4c7a-8b0f-94957af1f91b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:01:06.431575 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-f9ce55d3-b4c9-43a3-9e41-56ae9ad94f5c req-22729747-38b3-4c7a-8b0f-94957af1f91b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f89146f0-67b7-43a2-a952-f2f292e8520d HTTP/1.1" status: 200 len: 849 time: 0.0673394 Jan 24 07:01:06.729474 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ce55d3-b4c9-43a3-9e41-56ae9ad94f5c req-039f3ed5-056f-4f32-a31d-8fe381d9b8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:01:06.731328 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-f9ce55d3-b4c9-43a3-9e41-56ae9ad94f5c req-039f3ed5-056f-4f32-a31d-8fe381d9b8db service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=440b000a-80da-445e-b13a-3c626561a2d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2553971 Jan 24 07:01:07.016431 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23a5f35-13f8-4d74-bce0-ddca469bc126 req-c46b167e-f9db-4550-bf24-2a5cf45431ef tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:01:07.018246 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-d23a5f35-13f8-4d74-bce0-ddca469bc126 req-c46b167e-f9db-4550-bf24-2a5cf45431ef tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/ports?device_id=ed8ebb10-299f-410a-82e9-9ee3888a0575 HTTP/1.1" status: 200 len: 945 time: 0.1970384 Jan 24 07:01:07.022265 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-f9ce55d3-b4c9-43a3-9e41-56ae9ad94f5c req-c7799c06-f803-43a6-ab87-93c82260eafd service neutron] 10.222.0.18 "GET /v2.0/networks/440b000a-80da-445e-b13a-3c626561a2d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2812183 Jan 24 07:01:07.176579 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-d23a5f35-13f8-4d74-bce0-ddca469bc126 req-c2126864-61b0-4200-89a4-da1cfb6aa32d tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/security-groups?id=b0fd1909-caa0-4f27-9897-89809084cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471953 Jan 24 07:01:07.276162 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-f9ce55d3-b4c9-43a3-9e41-56ae9ad94f5c req-9b2e4f13-7265-4c90-8175-1ad024343066 service neutron] 10.222.0.18 "GET /v2.0/networks/440b000a-80da-445e-b13a-3c626561a2d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2438881 Jan 24 07:01:07.331133 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2582b58a-1fdb-41e0-bf58-8a2bc4501b9b req-6c084078-0935-4bee-93e0-6ea60dcbf29b tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:01:07.332827 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-2582b58a-1fdb-41e0-bf58-8a2bc4501b9b req-6c084078-0935-4bee-93e0-6ea60dcbf29b tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/ports?device_id=d8b28494-46db-42eb-9dfe-87b08b818e90 HTTP/1.1" status: 200 len: 946 time: 0.1213746 Jan 24 07:01:07.384010 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-2582b58a-1fdb-41e0-bf58-8a2bc4501b9b req-16088615-9a4a-4fdb-a98e-f30791b86cf4 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/security-groups?id=7c9aee4f-6d1b-48fa-a5b9-acc674b2a6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450521 Jan 24 07:01:08.476094 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 35412) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:01:08.524524 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2948d992-c8f9-418f-9a2d-10a617a03f43 req-651bc7fa-b287-4a23-87ca-6500080303d3 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:01:08.534276 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-2948d992-c8f9-418f-9a2d-10a617a03f43 req-651bc7fa-b287-4a23-87ca-6500080303d3 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/ports?device_id=ed8ebb10-299f-410a-82e9-9ee3888a0575 HTTP/1.1" status: 200 len: 945 time: 0.1410966 Jan 24 07:01:08.596873 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-2948d992-c8f9-418f-9a2d-10a617a03f43 req-68780877-8b91-4d2e-a429-e7e59ce80a5f tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/security-groups?id=b0fd1909-caa0-4f27-9897-89809084cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615323 Jan 24 07:01:08.621102 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Device fc860ca2-d951-4a48-a63d-1f777f905aac up at agent ovs-agent-hv-cinder-77218 {{(pid=80237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 07:01:08.781087 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Provisioning complete for port fc860ca2-d951-4a48-a63d-1f777f905aac triggered by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 07:01:08.781726 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:08.810873 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-0a60a4c6-17ed-4e70-9a26-c21e1f8cd25d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:08.838575 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-0a60a4c6-17ed-4e70-9a26-c21e1f8cd25d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 07:01:08.847755 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-0a60a4c6-17ed-4e70-9a26-c21e1f8cd25d admin admin] Usage tracker for resource:security_group_rule and tenant:605eb7e7319c4020adab34149f35a5c5 is out of sync, need to count used quota {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 07:01:08.886119 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e85c9d-aba3-4678-b059-e78d43d1a8e5 req-22dd1721-6676-473c-9cbe-93a35b55037e tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:01:08.891541 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-16e85c9d-aba3-4678-b059-e78d43d1a8e5 req-22dd1721-6676-473c-9cbe-93a35b55037e tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/ports?device_id=d8b28494-46db-42eb-9dfe-87b08b818e90 HTTP/1.1" status: 200 len: 946 time: 0.2443850 Jan 24 07:01:08.894032 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-0a60a4c6-17ed-4e70-9a26-c21e1f8cd25d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 07:01:08.922069 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-0a60a4c6-17ed-4e70-9a26-c21e1f8cd25d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 07:01:08.974520 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-16e85c9d-aba3-4678-b059-e78d43d1a8e5 req-4bdb0692-e860-460a-974e-940f05e76666 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/security-groups?id=7c9aee4f-6d1b-48fa-a5b9-acc674b2a6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816643 Jan 24 07:01:09.046810 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-0a60a4c6-17ed-4e70-9a26-c21e1f8cd25d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:09.050207 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-0a60a4c6-17ed-4e70-9a26-c21e1f8cd25d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:09.060062 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-aad9045d-c749-4bf3-b51e-11f39b607faf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:01:09.101469 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 35432) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:01:09.102007 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-0a60a4c6-17ed-4e70-9a26-c21e1f8cd25d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=605eb7e7319c4020adab34149f35a5c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6249323 Jan 24 07:01:09.126580 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a60a4c6-17ed-4e70-9a26-c21e1f8cd25d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c94ec13-6258-4930-aa94-5b08d2717679,revision_number=1']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:01:09.130239 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-0a60a4c6-17ed-4e70-9a26-c21e1f8cd25d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:01:09.190968 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8054a71f-7566-4c12-8c22-d491be2cd741 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:09.234891 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8054a71f-7566-4c12-8c22-d491be2cd741 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:09.280053 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8054a71f-7566-4c12-8c22-d491be2cd741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:09.286950 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-d7662586-aa95-4bd3-839b-16938b4bee19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:01:09.300077 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8054a71f-7566-4c12-8c22-d491be2cd741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c94ec13-6258-4930-aa94-5b08d2717679,revision_number=None']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:01:09.303288 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-8054a71f-7566-4c12-8c22-d491be2cd741 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:01:09.304249 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8054a71f-7566-4c12-8c22-d491be2cd741 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:09.305813 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-8054a71f-7566-4c12-8c22-d491be2cd741 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8c94ec13-6258-4930-aa94-5b08d2717679 HTTP/1.1" status: 204 len: 168 time: 0.2032602 Jan 24 07:01:09.824661 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc98f80-5ee4-4b03-8bbb-58a384be0839 req-ddf59abf-1158-4225-b1dd-ee7f7f811265 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:01:09.826357 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-adc98f80-5ee4-4b03-8bbb-58a384be0839 req-ddf59abf-1158-4225-b1dd-ee7f7f811265 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/ports?device_id=ed8ebb10-299f-410a-82e9-9ee3888a0575 HTTP/1.1" status: 200 len: 945 time: 0.1090443 Jan 24 07:01:09.877469 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-adc98f80-5ee4-4b03-8bbb-58a384be0839 req-72764a8a-ce6d-4172-a23a-49c2853e82a0 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/security-groups?id=b0fd1909-caa0-4f27-9897-89809084cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446744 Jan 24 07:01:09.945157 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 35452) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:01:10.095574 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1c7fed0a-ac0d-46ea-94d9-37ee56446887 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:10.111135 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-1c7fed0a-ac0d-46ea-94d9-37ee56446887 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 07:01:10.115839 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-1c7fed0a-ac0d-46ea-94d9-37ee56446887 admin admin] Usage tracker for resource:security_group_rule and tenant:74c1e989a04147a681ae5d56461f7a52 is out of sync, need to count used quota {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 07:01:10.118760 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-1c7fed0a-ac0d-46ea-94d9-37ee56446887 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 07:01:10.124526 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-1c7fed0a-ac0d-46ea-94d9-37ee56446887 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 07:01:10.209614 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1c7fed0a-ac0d-46ea-94d9-37ee56446887 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:10.212368 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1c7fed0a-ac0d-46ea-94d9-37ee56446887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:10.220507 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-7bbe821a-51bf-441b-b836-ac3dc05ef570 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:01:10.264362 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-1c7fed0a-ac0d-46ea-94d9-37ee56446887 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=74c1e989a04147a681ae5d56461f7a52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3180516 Jan 24 07:01:10.266086 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7fed0a-ac0d-46ea-94d9-37ee56446887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bd919e1-05bf-404e-be4a-3d787ba5f343,revision_number=1']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:01:10.267315 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 35460) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:01:10.269425 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-1c7fed0a-ac0d-46ea-94d9-37ee56446887 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:01:10.334018 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-cda967ff-345b-4be9-a2be-4a4d2c8706ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:10.361462 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-cda967ff-345b-4be9-a2be-4a4d2c8706ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:10.407350 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-cda967ff-345b-4be9-a2be-4a4d2c8706ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:10.412062 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-eba7eb7d-6e1e-435c-aaaf-5d6e3cca2d99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:01:10.429332 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda967ff-345b-4be9-a2be-4a4d2c8706ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bd919e1-05bf-404e-be4a-3d787ba5f343,revision_number=None']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:01:10.429734 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-cda967ff-345b-4be9-a2be-4a4d2c8706ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:01:10.440906 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-cda967ff-345b-4be9-a2be-4a4d2c8706ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:10.442444 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-cda967ff-345b-4be9-a2be-4a4d2c8706ca admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4bd919e1-05bf-404e-be4a-3d787ba5f343 HTTP/1.1" status: 204 len: 168 time: 0.1737652 Jan 24 07:01:11.117729 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddf6489-38b2-44e8-96b4-06c52ebba484 req-4e410a2d-821b-4c59-96c2-7a3a23414f10 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:01:11.119835 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-7ddf6489-38b2-44e8-96b4-06c52ebba484 req-4e410a2d-821b-4c59-96c2-7a3a23414f10 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/ports?device_id=ed8ebb10-299f-410a-82e9-9ee3888a0575 HTTP/1.1" status: 200 len: 945 time: 0.1052217 Jan 24 07:01:11.172871 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-7ddf6489-38b2-44e8-96b4-06c52ebba484 req-9ba37d66-f8da-4071-9358-1ae56353f1d2 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/security-groups?id=b0fd1909-caa0-4f27-9897-89809084cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466213 Jan 24 07:01:12.421768 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb06c39e-2b78-41b8-9754-37cad0105d45 req-efba86c2-6646-46f4-a67b-820a9fd195a9 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:01:12.423389 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-fb06c39e-2b78-41b8-9754-37cad0105d45 req-efba86c2-6646-46f4-a67b-820a9fd195a9 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/ports?device_id=ed8ebb10-299f-410a-82e9-9ee3888a0575 HTTP/1.1" status: 200 len: 945 time: 0.1094584 Jan 24 07:01:12.476199 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-fb06c39e-2b78-41b8-9754-37cad0105d45 req-42727dde-a155-460a-be4d-24b88c0715b2 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/security-groups?id=b0fd1909-caa0-4f27-9897-89809084cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456855 Jan 24 07:01:13.720765 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacef270-b01a-445d-b011-8965be575d20 req-0669986a-3e83-4760-8754-50d1b97c968d tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:01:13.722407 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-dacef270-b01a-445d-b011-8965be575d20 req-0669986a-3e83-4760-8754-50d1b97c968d tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/ports?device_id=ed8ebb10-299f-410a-82e9-9ee3888a0575 HTTP/1.1" status: 200 len: 945 time: 0.1109769 Jan 24 07:01:13.775933 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-dacef270-b01a-445d-b011-8965be575d20 req-8ea340ca-fc43-4120-8421-decc22d5c7a4 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/security-groups?id=b0fd1909-caa0-4f27-9897-89809084cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467393 Jan 24 07:01:15.021280 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dd80cd-8465-4679-a288-09a172114d61 req-dce376d3-a340-4060-99f3-1b92aaa8cb1a tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:01:15.023468 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-25dd80cd-8465-4679-a288-09a172114d61 req-dce376d3-a340-4060-99f3-1b92aaa8cb1a tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/ports?device_id=ed8ebb10-299f-410a-82e9-9ee3888a0575 HTTP/1.1" status: 200 len: 945 time: 0.1049535 Jan 24 07:01:15.078263 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-25dd80cd-8465-4679-a288-09a172114d61 req-cd0c7627-4b57-442a-9b00-ea8f3a99e65f tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/security-groups?id=b0fd1909-caa0-4f27-9897-89809084cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485272 Jan 24 07:01:16.199923 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b384320d-e1e1-4cdb-9882-f6d9a7d03d7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:16.320945 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0cb998-4fd2-41ed-b15b-0f8a9f6ac0e4 req-a70b0ebe-c0d0-41dd-aea9-2c86e3187816 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:01:16.322605 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-cf0cb998-4fd2-41ed-b15b-0f8a9f6ac0e4 req-a70b0ebe-c0d0-41dd-aea9-2c86e3187816 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/ports?device_id=ed8ebb10-299f-410a-82e9-9ee3888a0575 HTTP/1.1" status: 200 len: 945 time: 0.1069107 Jan 24 07:01:16.374783 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-cf0cb998-4fd2-41ed-b15b-0f8a9f6ac0e4 req-dffcce19-5d98-485c-b0cd-cf7925f22eac tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/security-groups?id=b0fd1909-caa0-4f27-9897-89809084cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457170 Jan 24 07:01:17.619757 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ef385a-5a53-4b70-8496-a7b9e2c24758 req-91f29420-7e18-4a17-b9e4-c9808ff2ebd5 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:01:17.620698 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-a0ef385a-5a53-4b70-8496-a7b9e2c24758 req-91f29420-7e18-4a17-b9e4-c9808ff2ebd5 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/ports?device_id=ed8ebb10-299f-410a-82e9-9ee3888a0575 HTTP/1.1" status: 200 len: 945 time: 0.1109414 Jan 24 07:01:17.676249 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-a0ef385a-5a53-4b70-8496-a7b9e2c24758 req-9b4465d7-1c7c-4c7d-a39f-4a46a54f3901 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/security-groups?id=b0fd1909-caa0-4f27-9897-89809084cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484202 Jan 24 07:01:18.555245 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df4dac8-e335-4bbb-a72a-44d564cc8031 req-cd6cac7c-ca28-405c-a75a-d16a22e84334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:01:18.556878 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-3df4dac8-e335-4bbb-a72a-44d564cc8031 req-cd6cac7c-ca28-405c-a75a-d16a22e84334 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ed8ebb10-299f-410a-82e9-9ee3888a0575 HTTP/1.1" status: 200 len: 1162 time: 0.0774980 Jan 24 07:01:18.604915 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-3df4dac8-e335-4bbb-a72a-44d564cc8031 req-cbb5cc1b-229b-44a6-b4b8-e247115ed051 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b0fd1909-caa0-4f27-9897-89809084cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404005 Jan 24 07:01:18.922945 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7b41f0-24af-46c7-beab-29c8fd62b77b req-ba5330e9-ac80-4562-b261-13f48eef7df2 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:01:18.924565 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-8d7b41f0-24af-46c7-beab-29c8fd62b77b req-ba5330e9-ac80-4562-b261-13f48eef7df2 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/ports?device_id=ed8ebb10-299f-410a-82e9-9ee3888a0575 HTTP/1.1" status: 200 len: 945 time: 0.1110234 Jan 24 07:01:18.976964 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-8d7b41f0-24af-46c7-beab-29c8fd62b77b req-078150c3-d3b3-4911-9913-628026bf026f tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/security-groups?id=b0fd1909-caa0-4f27-9897-89809084cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460231 Jan 24 07:01:19.611500 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-73e242ac-8790-4a78-a707-fe00eef564b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:20.224969 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c29aeb4-2647-4570-81b2-862912140083 req-1a330c5a-0982-4d3c-9a55-bb3ee2d57df9 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:01:20.226746 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-2c29aeb4-2647-4570-81b2-862912140083 req-1a330c5a-0982-4d3c-9a55-bb3ee2d57df9 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/ports?device_id=ed8ebb10-299f-410a-82e9-9ee3888a0575 HTTP/1.1" status: 200 len: 945 time: 0.1093383 Jan 24 07:01:20.279171 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-2c29aeb4-2647-4570-81b2-862912140083 req-8d2e0f07-ea03-49d6-99e2-b6490605122d tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/security-groups?id=b0fd1909-caa0-4f27-9897-89809084cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462410 Jan 24 07:01:20.824483 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Device 496b5560-bce1-471a-b00e-cc0c4e9f3c79 up at agent ovs-agent-hv-cinder-77218 {{(pid=80237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 07:01:20.879818 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1c32436a-b369-44de-bceb-7733e86e12d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:20.905819 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Provisioning complete for port 496b5560-bce1-471a-b00e-cc0c4e9f3c79 triggered by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 07:01:20.906312 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:20.926127 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b159d1-4903-488a-9983-3305f6f45074 req-ec54aa07-1367-4e6e-9342-9fb959a680e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:01:20.927768 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-15b159d1-4903-488a-9983-3305f6f45074 req-ec54aa07-1367-4e6e-9342-9fb959a680e1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ad0f0f6ed63d4257be2cdd0b6041510c&device_id=ed8ebb10-299f-410a-82e9-9ee3888a0575 HTTP/1.1" status: 200 len: 1162 time: 0.1512778 Jan 24 07:01:21.053360 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e9b7c0-08c0-4e50-b3dc-83df0003e6db req-9da2917d-743f-4207-b59d-56556d3852b9 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:01:21.055557 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-98e9b7c0-08c0-4e50-b3dc-83df0003e6db req-9da2917d-743f-4207-b59d-56556d3852b9 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/ports?device_id=ed8ebb10-299f-410a-82e9-9ee3888a0575 HTTP/1.1" status: 200 len: 945 time: 0.2184443 Jan 24 07:01:21.114447 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:21.151623 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-98e9b7c0-08c0-4e50-b3dc-83df0003e6db req-19b39852-ee41-4657-8fa3-4812908a6ed1 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/security-groups?id=b0fd1909-caa0-4f27-9897-89809084cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833893 Jan 24 07:01:21.155940 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b159d1-4903-488a-9983-3305f6f45074 req-6d839d7a-eb31-4401-8cd5-a7dcccdfe792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:01:21.157403 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-15b159d1-4903-488a-9983-3305f6f45074 req-6d839d7a-eb31-4401-8cd5-a7dcccdfe792 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a584046b-dd19-4b2d-957a-0c960829c5a8 HTTP/1.1" status: 200 len: 912 time: 0.2227702 Jan 24 07:01:21.235314 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-15b159d1-4903-488a-9983-3305f6f45074 req-1e26991d-7f51-42ba-8023-ff0cbdef4e14 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=496b5560-bce1-471a-b00e-cc0c4e9f3c79 HTTP/1.1" status: 200 len: 217 time: 0.0694361 Jan 24 07:01:21.304871 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b159d1-4903-488a-9983-3305f6f45074 req-d862ada3-aa73-4fbc-b453-944c348e5d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:01:21.306445 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-15b159d1-4903-488a-9983-3305f6f45074 req-d862ada3-aa73-4fbc-b453-944c348e5d33 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0dadd72a-b072-4889-a91f-b6d7879c968a HTTP/1.1" status: 200 len: 858 time: 0.0639899 Jan 24 07:01:21.359926 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-15b159d1-4903-488a-9983-3305f6f45074 req-de52427c-8d4c-4945-a226-663e5cfdaf79 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a584046b-dd19-4b2d-957a-0c960829c5a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456381 Jan 24 07:01:21.503667 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-15b159d1-4903-488a-9983-3305f6f45074 req-7ac698c9-cab3-4d3b-baec-f96176002bf5 service neutron] 10.222.0.18 "GET /v2.0/networks/a584046b-dd19-4b2d-957a-0c960829c5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365809 Jan 24 07:01:21.648593 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-15b159d1-4903-488a-9983-3305f6f45074 req-8f9b7a64-a5df-4472-bbb8-8aa5c1ac3b44 service neutron] 10.222.0.18 "GET /v2.0/networks/a584046b-dd19-4b2d-957a-0c960829c5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1379743 Jan 24 07:01:22.124407 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-070e4891-5708-4c39-86ed-8552bda440d2 req-54bc3dd5-99d7-4d2b-a409-7416318e7684 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d8b28494-46db-42eb-9dfe-87b08b818e90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0841053 Jan 24 07:01:22.250195 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070e4891-5708-4c39-86ed-8552bda440d2 req-6589a448-cd00-488e-aeaa-9e4d62ed9e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:01:22.252034 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-070e4891-5708-4c39-86ed-8552bda440d2 req-6589a448-cd00-488e-aeaa-9e4d62ed9e13 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2fc6fa56d19f4f2496beee60631c3cb7&device_id=d8b28494-46db-42eb-9dfe-87b08b818e90 HTTP/1.1" status: 200 len: 1163 time: 0.0802679 Jan 24 07:01:22.646932 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-234e5594-7a0b-4e8c-b8aa-6f4b31972cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:22.674387 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070e4891-5708-4c39-86ed-8552bda440d2 req-a5e387a5-ac79-4473-a6df-631ddcb53335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:01:22.676001 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-070e4891-5708-4c39-86ed-8552bda440d2 req-a5e387a5-ac79-4473-a6df-631ddcb53335 service neutron] 10.222.0.18 "GET /v2.0/networks?id=440b000a-80da-445e-b13a-3c626561a2d5 HTTP/1.1" status: 200 len: 904 time: 0.3998330 Jan 24 07:01:22.703956 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76bfa86-9204-45be-815c-769400d10bd4 req-21d77b9a-64ed-442a-b44e-d1b852086d77 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:01:22.705521 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-d76bfa86-9204-45be-815c-769400d10bd4 req-21d77b9a-64ed-442a-b44e-d1b852086d77 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/ports?device_id=ed8ebb10-299f-410a-82e9-9ee3888a0575 HTTP/1.1" status: 200 len: 945 time: 0.3937554 Jan 24 07:01:22.705999 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Device 496b5560-bce1-471a-b00e-cc0c4e9f3c79 up at agent ovs-agent-hv-cinder-77218 {{(pid=80237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 07:01:22.780138 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Provisioning complete for port 496b5560-bce1-471a-b00e-cc0c4e9f3c79 triggered by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 07:01:22.780554 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:22.848527 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-070e4891-5708-4c39-86ed-8552bda440d2 req-e4ff7ef4-615b-4b6a-b589-2a9cb11214e5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc860ca2-d951-4a48-a63d-1f777f905aac HTTP/1.1" status: 200 len: 1002 time: 0.1419497 Jan 24 07:01:22.855006 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-d76bfa86-9204-45be-815c-769400d10bd4 req-65d03be3-3055-478c-9667-25e1717cc45d tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/security-groups?id=b0fd1909-caa0-4f27-9897-89809084cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965130 Jan 24 07:01:22.921062 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070e4891-5708-4c39-86ed-8552bda440d2 req-f3d11024-1f31-431e-a3ae-c78819edf259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:01:22.922635 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-070e4891-5708-4c39-86ed-8552bda440d2 req-f3d11024-1f31-431e-a3ae-c78819edf259 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f89146f0-67b7-43a2-a952-f2f292e8520d HTTP/1.1" status: 200 len: 849 time: 0.0665181 Jan 24 07:01:23.015043 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070e4891-5708-4c39-86ed-8552bda440d2 req-e6194c8a-b348-4f2f-ac02-438f8a2d2460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:01:23.016672 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-070e4891-5708-4c39-86ed-8552bda440d2 req-e6194c8a-b348-4f2f-ac02-438f8a2d2460 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=440b000a-80da-445e-b13a-3c626561a2d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0849369 Jan 24 07:01:23.167173 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-070e4891-5708-4c39-86ed-8552bda440d2 req-643a342b-afd0-4657-992c-fd68eac9a5b7 service neutron] 10.222.0.18 "GET /v2.0/networks/440b000a-80da-445e-b13a-3c626561a2d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417100 Jan 24 07:01:23.353973 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-070e4891-5708-4c39-86ed-8552bda440d2 req-d6b3a1d6-7d9f-433d-bf3e-0edc434dbf00 service neutron] 10.222.0.18 "GET /v2.0/networks/440b000a-80da-445e-b13a-3c626561a2d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1782207 Jan 24 07:01:24.126033 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86b5f8c-5d68-4a74-a108-c487f088c218 req-37eb70a2-d3e6-4a7a-aea3-829add298e25 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:01:24.127746 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-a86b5f8c-5d68-4a74-a108-c487f088c218 req-37eb70a2-d3e6-4a7a-aea3-829add298e25 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/ports?device_id=ed8ebb10-299f-410a-82e9-9ee3888a0575 HTTP/1.1" status: 200 len: 945 time: 0.1247940 Jan 24 07:01:24.182860 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-a86b5f8c-5d68-4a74-a108-c487f088c218 req-7d57e344-61df-4af6-bfc7-9bff6c7b05b4 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/security-groups?id=b0fd1909-caa0-4f27-9897-89809084cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483246 Jan 24 07:01:24.736365 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Device 496b5560-bce1-471a-b00e-cc0c4e9f3c79 up at agent ovs-agent-hv-cinder-77218 {{(pid=80237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 07:01:24.813910 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Provisioning complete for port 496b5560-bce1-471a-b00e-cc0c4e9f3c79 triggered by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 07:01:24.814326 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:27.250367 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e53dc3-6c2f-4b10-8a95-ddec10ff83a4 req-ef25a67c-5c1d-43df-b4be-c1de878d305d tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:01:27.252083 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-67e53dc3-6c2f-4b10-8a95-ddec10ff83a4 req-ef25a67c-5c1d-43df-b4be-c1de878d305d tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] 10.222.0.22 "GET /v2.0/ports?device_id=4989fdc9-702e-4847-b05c-e5615cf4e281 HTTP/1.1" status: 200 len: 945 time: 0.1174545 Jan 24 07:01:27.305862 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-67e53dc3-6c2f-4b10-8a95-ddec10ff83a4 req-530c5139-9df4-4973-a8ce-544e808d0940 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] 10.222.0.22 "GET /v2.0/security-groups?id=591f1956-1675-4ed2-b485-595eac679241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472016 Jan 24 07:01:28.539408 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ebbf64-9fa0-40e8-a4f0-68afb6d06a4b req-261020b0-22d5-4ba2-8cac-083637b28779 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:01:28.541108 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-72ebbf64-9fa0-40e8-a4f0-68afb6d06a4b req-261020b0-22d5-4ba2-8cac-083637b28779 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] 10.222.0.22 "GET /v2.0/ports?device_id=4989fdc9-702e-4847-b05c-e5615cf4e281 HTTP/1.1" status: 200 len: 945 time: 0.1067996 Jan 24 07:01:28.597213 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-72ebbf64-9fa0-40e8-a4f0-68afb6d06a4b req-46f910ac-177a-4c44-b69d-02079992b123 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] 10.222.0.22 "GET /v2.0/security-groups?id=591f1956-1675-4ed2-b485-595eac679241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491269 Jan 24 07:01:28.751267 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94169ea-2905-4b49-a01d-9162ae29f765 req-fe0997d1-bba2-4c01-bb65-7dbf77a45fb3 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:01:28.752928 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-f94169ea-2905-4b49-a01d-9162ae29f765 req-fe0997d1-bba2-4c01-bb65-7dbf77a45fb3 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/ports?device_id=a2f64be8-97ae-4f3e-8619-310e5589200b HTTP/1.1" status: 200 len: 945 time: 0.1065607 Jan 24 07:01:28.806038 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-f94169ea-2905-4b49-a01d-9162ae29f765 req-73f2be57-8370-4f1f-b8c4-557d4cd5cfa5 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/security-groups?id=b0fd1909-caa0-4f27-9897-89809084cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466399 Jan 24 07:01:29.843963 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ff9a08-8cc0-4389-95de-d28035f26727 req-cd873c3c-392b-4e47-97e2-0e3122f6a502 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:01:29.845593 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-60ff9a08-8cc0-4389-95de-d28035f26727 req-cd873c3c-392b-4e47-97e2-0e3122f6a502 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] 10.222.0.22 "GET /v2.0/ports?device_id=4989fdc9-702e-4847-b05c-e5615cf4e281 HTTP/1.1" status: 200 len: 945 time: 0.1117072 Jan 24 07:01:29.898577 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-60ff9a08-8cc0-4389-95de-d28035f26727 req-62d85b77-bc5d-41d5-aafe-d7e3e60b3238 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] 10.222.0.22 "GET /v2.0/security-groups?id=591f1956-1675-4ed2-b485-595eac679241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452726 Jan 24 07:01:29.975008 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:30.043298 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721f5318-6019-4ac5-82c4-9a4b4b549c05 req-9c3838e3-edcc-4dbe-afd2-c059bb69baee tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:01:30.044941 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-721f5318-6019-4ac5-82c4-9a4b4b549c05 req-9c3838e3-edcc-4dbe-afd2-c059bb69baee tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/ports?device_id=a2f64be8-97ae-4f3e-8619-310e5589200b HTTP/1.1" status: 200 len: 945 time: 0.1077027 Jan 24 07:01:30.098493 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-721f5318-6019-4ac5-82c4-9a4b4b549c05 req-5de6afac-4cdd-4f50-b121-1645440a8ee6 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/security-groups?id=b0fd1909-caa0-4f27-9897-89809084cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473852 Jan 24 07:01:31.141891 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace216ec-4880-4058-8d88-cc41aba73ec0 req-4c7680af-b614-450b-a304-726fc50d3be3 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:01:31.143533 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-ace216ec-4880-4058-8d88-cc41aba73ec0 req-4c7680af-b614-450b-a304-726fc50d3be3 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] 10.222.0.22 "GET /v2.0/ports?device_id=4989fdc9-702e-4847-b05c-e5615cf4e281 HTTP/1.1" status: 200 len: 945 time: 0.1074789 Jan 24 07:01:31.196882 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-ace216ec-4880-4058-8d88-cc41aba73ec0 req-7a395177-0871-441b-bd53-316229651846 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] 10.222.0.22 "GET /v2.0/security-groups?id=591f1956-1675-4ed2-b485-595eac679241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459452 Jan 24 07:01:31.338620 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2da4023-0058-489c-9cdd-fdf9c6f2fc6c req-2d295bc1-effc-4ca5-a2cd-7fce9148f8cf tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:01:31.340167 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-d2da4023-0058-489c-9cdd-fdf9c6f2fc6c req-2d295bc1-effc-4ca5-a2cd-7fce9148f8cf tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/ports?device_id=a2f64be8-97ae-4f3e-8619-310e5589200b HTTP/1.1" status: 200 len: 945 time: 0.1071272 Jan 24 07:01:31.390684 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-d2da4023-0058-489c-9cdd-fdf9c6f2fc6c req-9b457537-27d6-44e0-a005-bcfe52d669c2 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/security-groups?id=b0fd1909-caa0-4f27-9897-89809084cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443513 Jan 24 07:01:31.540070 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca34ff7-f8d5-4cb2-887c-ca52560a04d4 req-60ecdeaf-8fb2-453c-a8e8-33a11fdf70af tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:01:31.541629 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-9ca34ff7-f8d5-4cb2-887c-ca52560a04d4 req-60ecdeaf-8fb2-453c-a8e8-33a11fdf70af tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.18 "GET /v2.0/ports?device_id=a2f64be8-97ae-4f3e-8619-310e5589200b HTTP/1.1" status: 200 len: 945 time: 0.1042213 Jan 24 07:01:31.626162 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [req-9ca34ff7-f8d5-4cb2-887c-ca52560a04d4 req-e6e806bc-07a7-4b7f-a563-884d53c7841c tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Deleting port d4ca5848-1598-4b1e-87f1-a703c1436942 {{(pid=80236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 07:01:31.626468 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-9ca34ff7-f8d5-4cb2-887c-ca52560a04d4 req-e6e806bc-07a7-4b7f-a563-884d53c7841c tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760141954436'] for port, before_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:31.887375 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-9ca34ff7-f8d5-4cb2-887c-ca52560a04d4 req-e6e806bc-07a7-4b7f-a563-884d53c7841c tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] For port d4ca5848-1598-4b1e-87f1-a703c1436942, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=d4ca5848-1598-4b1e-87f1-a703c1436942,segment=NetworkSegment(c42de142-bc09-4c88-8c21-53c17236eeb2),segment_id=c42de142-bc09-4c88-8c21-53c17236eeb2)] {{(pid=80236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 07:01:31.887686 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-9ca34ff7-f8d5-4cb2-887c-ca52560a04d4 req-e6e806bc-07a7-4b7f-a563-884d53c7841c tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854346336'] for port, precommit_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:32.021272 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [req-9ca34ff7-f8d5-4cb2-887c-ca52560a04d4 req-e6e806bc-07a7-4b7f-a563-884d53c7841c tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Calling delete_port for d4ca5848-1598-4b1e-87f1-a703c1436942 owned by compute:nova {{(pid=80236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 07:01:32.231500 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-9ca34ff7-f8d5-4cb2-887c-ca52560a04d4 req-e6e806bc-07a7-4b7f-a563-884d53c7841c tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363276712759002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363276713243132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852012043'] for port, after_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:32.249061 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-d2f43720-4111-4fd9-ac82-3013d0d507db tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:01:32.347686 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e806bc-07a7-4b7f-a563-884d53c7841c tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Pushing event deleted for resources: {'Port': ['ID=d4ca5848-1598-4b1e-87f1-a703c1436942,revision_number=None']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:01:32.356559 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-e6e806bc-07a7-4b7f-a563-884d53c7841c tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:01:32.555438 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321ca64b-3a0d-469f-ae10-bf21c2fe1879 req-f48e4afb-f021-4637-8497-98f72e23d834 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:01:32.557058 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-321ca64b-3a0d-469f-ae10-bf21c2fe1879 req-f48e4afb-f021-4637-8497-98f72e23d834 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] 10.222.0.22 "GET /v2.0/ports?device_id=4989fdc9-702e-4847-b05c-e5615cf4e281 HTTP/1.1" status: 200 len: 945 time: 0.2053497 Jan 24 07:01:32.559489 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ca34ff7-f8d5-4cb2-887c-ca52560a04d4 req-e6e806bc-07a7-4b7f-a563-884d53c7841c tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] No DVR routers for this DVR port d4ca5848-1598-4b1e-87f1-a703c1436942 on host hv-cinder-77218 {{(pid=80236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 24 07:01:32.606170 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-9ca34ff7-f8d5-4cb2-887c-ca52560a04d4 req-e6e806bc-07a7-4b7f-a563-884d53c7841c tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149749'] for port, before_response {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:32.609637 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2f64be8-97ae-4f3e-8619-310e5589200b', 'name': 'network-vif-deleted', 'tag': 'd4ca5848-1598-4b1e-87f1-a703c1436942'}] {{(pid=80236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 07:01:32.630956 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-ca67bf5f-5a6d-43d2-80ab-90c7f8f62323 req-6026fed6-6f9f-4bca-bd9b-dfc451ced715 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/ports?device_id=a2f64be8-97ae-4f3e-8619-310e5589200b HTTP/1.1" status: 200 len: 210 time: 0.0728619 Jan 24 07:01:32.638793 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-9ca34ff7-f8d5-4cb2-887c-ca52560a04d4 req-e6e806bc-07a7-4b7f-a563-884d53c7841c tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.18 "DELETE /v2.0/ports/d4ca5848-1598-4b1e-87f1-a703c1436942 HTTP/1.1" status: 204 len: 173 time: 1.0893748 Jan 24 07:01:32.668518 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-321ca64b-3a0d-469f-ae10-bf21c2fe1879 req-d14da95e-3a03-471b-ab9f-683142bd4672 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] 10.222.0.22 "GET /v2.0/security-groups?id=591f1956-1675-4ed2-b485-595eac679241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692341 Jan 24 07:01:32.718493 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2f64be8-97ae-4f3e-8619-310e5589200b', 'name': 'network-vif-deleted', 'tag': 'd4ca5848-1598-4b1e-87f1-a703c1436942', 'status': 'completed', 'code': 200} Jan 24 07:01:32.901509 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Device d4ca5848-1598-4b1e-87f1-a703c1436942 no longer exists at agent ovs-agent-hv-cinder-77218 {{(pid=80237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 07:01:32.936697 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] No Port match for: d4ca5848-1598-4b1e-87f1-a703c1436942 {{(pid=80237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 24 07:01:32.937010 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Device d4ca5848-1598-4b1e-87f1-a703c1436942 not bound to the agent host hv-cinder-77218 {{(pid=80237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 24 07:01:33.245955 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10321a02-8ec8-47d6-a603-90b067449f11 req-7db26f59-7436-4ca4-a435-4cc6a8cc0ac6 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:01:33.247503 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-10321a02-8ec8-47d6-a603-90b067449f11 req-7db26f59-7436-4ca4-a435-4cc6a8cc0ac6 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] 10.222.0.18 "GET /v2.0/ports?device_id=4989fdc9-702e-4847-b05c-e5615cf4e281 HTTP/1.1" status: 200 len: 945 time: 0.2789454 Jan 24 07:01:33.325609 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [req-10321a02-8ec8-47d6-a603-90b067449f11 req-3167d253-7d4d-41de-bf4e-1da4b94581fd tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] Deleting port ff57e2d0-803e-4ba4-a3fc-a91eefdf2a1c {{(pid=80236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 07:01:33.325986 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-10321a02-8ec8-47d6-a603-90b067449f11 req-3167d253-7d4d-41de-bf4e-1da4b94581fd tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760141954436'] for port, before_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:33.601608 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-10321a02-8ec8-47d6-a603-90b067449f11 req-3167d253-7d4d-41de-bf4e-1da4b94581fd tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] For port ff57e2d0-803e-4ba4-a3fc-a91eefdf2a1c, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=ff57e2d0-803e-4ba4-a3fc-a91eefdf2a1c,segment=NetworkSegment(5937deae-815f-4d83-923d-ce00e245a520),segment_id=5937deae-815f-4d83-923d-ce00e245a520)] {{(pid=80236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 07:01:33.601944 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-10321a02-8ec8-47d6-a603-90b067449f11 req-3167d253-7d4d-41de-bf4e-1da4b94581fd tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854346336'] for port, precommit_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:33.754038 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [req-10321a02-8ec8-47d6-a603-90b067449f11 req-3167d253-7d4d-41de-bf4e-1da4b94581fd tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] Calling delete_port for ff57e2d0-803e-4ba4-a3fc-a91eefdf2a1c owned by compute:nova {{(pid=80236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 07:01:34.002808 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f081bd03-c227-40a9-9000-6016759e17d3 req-89684b9f-83f7-4d67-ab12-cd92471214db tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:01:34.004587 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-f081bd03-c227-40a9-9000-6016759e17d3 req-89684b9f-83f7-4d67-ab12-cd92471214db tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] 10.222.0.22 "GET /v2.0/ports?device_id=4989fdc9-702e-4847-b05c-e5615cf4e281 HTTP/1.1" status: 200 len: 945 time: 0.1908152 Jan 24 07:01:34.040738 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-10321a02-8ec8-47d6-a603-90b067449f11 req-3167d253-7d4d-41de-bf4e-1da4b94581fd tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363276712759002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363276713243132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852012043'] for port, after_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:34.074428 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:01:34.176966 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3167d253-7d4d-41de-bf4e-1da4b94581fd tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] Pushing event deleted for resources: {'Port': ['ID=ff57e2d0-803e-4ba4-a3fc-a91eefdf2a1c,revision_number=None']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:01:34.185929 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-f081bd03-c227-40a9-9000-6016759e17d3 req-29d9ddfb-e694-4c64-9a0e-e71a6a507831 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] 10.222.0.22 "GET /v2.0/security-groups?id=591f1956-1675-4ed2-b485-595eac679241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700239 Jan 24 07:01:34.219919 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-3167d253-7d4d-41de-bf4e-1da4b94581fd tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:01:34.353408 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54acc09d-bb40-45db-9eaf-b407238871ec req-6f22435c-5414-485c-a9b5-b40b5b5038d8 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:01:34.354074 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-54acc09d-bb40-45db-9eaf-b407238871ec req-6f22435c-5414-485c-a9b5-b40b5b5038d8 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Synchronizing usage tracker for tenant:ad0f0f6ed63d4257be2cdd0b6041510c on resource:port {{(pid=80236) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 07:01:34.404273 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [req-10321a02-8ec8-47d6-a603-90b067449f11 req-3167d253-7d4d-41de-bf4e-1da4b94581fd tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] No DVR routers for this DVR port ff57e2d0-803e-4ba4-a3fc-a91eefdf2a1c on host hv-cinder-77218 {{(pid=80236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 24 07:01:34.408743 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-10321a02-8ec8-47d6-a603-90b067449f11 req-3167d253-7d4d-41de-bf4e-1da4b94581fd tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149749'] for port, before_response {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:34.420388 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-54acc09d-bb40-45db-9eaf-b407238871ec req-6f22435c-5414-485c-a9b5-b40b5b5038d8 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Unset dirty status for tenant:ad0f0f6ed63d4257be2cdd0b6041510c on resource:port {{(pid=80236) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 07:01:34.421634 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-54acc09d-bb40-45db-9eaf-b407238871ec req-6f22435c-5414-485c-a9b5-b40b5b5038d8 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/ports?device_id=ed8ebb10-299f-410a-82e9-9ee3888a0575 HTTP/1.1" status: 200 len: 945 time: 0.3036299 Jan 24 07:01:34.425871 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-10321a02-8ec8-47d6-a603-90b067449f11 req-3167d253-7d4d-41de-bf4e-1da4b94581fd tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] 10.222.0.18 "DELETE /v2.0/ports/ff57e2d0-803e-4ba4-a3fc-a91eefdf2a1c HTTP/1.1" status: 204 len: 173 time: 1.1724942 Jan 24 07:01:34.476404 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-54acc09d-bb40-45db-9eaf-b407238871ec req-3c28939f-cd61-46b1-9c40-17405e6abcf6 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/security-groups?id=b0fd1909-caa0-4f27-9897-89809084cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473149 Jan 24 07:01:34.626854 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Device ff57e2d0-803e-4ba4-a3fc-a91eefdf2a1c no longer exists at agent ovs-agent-hv-cinder-77218 {{(pid=80237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 07:01:34.662989 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] No Port match for: ff57e2d0-803e-4ba4-a3fc-a91eefdf2a1c {{(pid=80237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 24 07:01:34.664006 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Device ff57e2d0-803e-4ba4-a3fc-a91eefdf2a1c not bound to the agent host hv-cinder-77218 {{(pid=80237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 24 07:01:34.719722 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4989fdc9-702e-4847-b05c-e5615cf4e281', 'name': 'network-vif-deleted', 'tag': 'ff57e2d0-803e-4ba4-a3fc-a91eefdf2a1c'}] {{(pid=80236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 07:01:34.780817 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4989fdc9-702e-4847-b05c-e5615cf4e281', 'name': 'network-vif-deleted', 'tag': 'ff57e2d0-803e-4ba4-a3fc-a91eefdf2a1c', 'status': 'completed', 'code': 200} Jan 24 07:01:35.723833 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa212eae-0acd-40ea-a60e-d9a9e2c8200c req-3f61db13-e702-4055-8cb2-52b0e87ac029 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:01:35.725444 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-aa212eae-0acd-40ea-a60e-d9a9e2c8200c req-3f61db13-e702-4055-8cb2-52b0e87ac029 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/ports?device_id=ed8ebb10-299f-410a-82e9-9ee3888a0575 HTTP/1.1" status: 200 len: 945 time: 0.1066921 Jan 24 07:01:35.777234 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-aa212eae-0acd-40ea-a60e-d9a9e2c8200c req-75ed54e8-39f9-4b42-a00c-447fa90cd6d0 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/security-groups?id=b0fd1909-caa0-4f27-9897-89809084cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446451 Jan 24 07:01:36.255991 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 35782) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:01:36.410482 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f8d87eca-81f5-48bf-9efa-c536345168ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:36.426538 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-f8d87eca-81f5-48bf-9efa-c536345168ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 07:01:36.431236 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-f8d87eca-81f5-48bf-9efa-c536345168ac admin admin] Usage tracker for resource:security_group_rule and tenant:bec6ddcaa2f84111a2d561d28c591b1d is out of sync, need to count used quota {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 07:01:36.434183 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-f8d87eca-81f5-48bf-9efa-c536345168ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 07:01:36.439987 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-f8d87eca-81f5-48bf-9efa-c536345168ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 07:01:36.529157 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f8d87eca-81f5-48bf-9efa-c536345168ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:36.531724 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f8d87eca-81f5-48bf-9efa-c536345168ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:36.540361 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-80fed6f9-b570-45c7-8bd0-250d3dc7458b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:01:36.582556 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-f8d87eca-81f5-48bf-9efa-c536345168ac admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bec6ddcaa2f84111a2d561d28c591b1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3254130 Jan 24 07:01:36.584250 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d87eca-81f5-48bf-9efa-c536345168ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3f1a5c5-3a45-431e-ae08-3546266d17a8,revision_number=1']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:01:36.586504 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 35788) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:01:36.606616 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d87eca-81f5-48bf-9efa-c536345168ac admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:01:36.607313 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d87eca-81f5-48bf-9efa-c536345168ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:01:36.608001 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d87eca-81f5-48bf-9efa-c536345168ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:01:36.608533 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d87eca-81f5-48bf-9efa-c536345168ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:01:36.608922 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d87eca-81f5-48bf-9efa-c536345168ac admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:01:36.609315 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d87eca-81f5-48bf-9efa-c536345168ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:01:36.609700 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d87eca-81f5-48bf-9efa-c536345168ac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:01:36.610079 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d87eca-81f5-48bf-9efa-c536345168ac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:01:36.610460 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d87eca-81f5-48bf-9efa-c536345168ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:01:36.610839 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d87eca-81f5-48bf-9efa-c536345168ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:01:36.611218 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d87eca-81f5-48bf-9efa-c536345168ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:01:36.611597 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d87eca-81f5-48bf-9efa-c536345168ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:01:36.612158 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d87eca-81f5-48bf-9efa-c536345168ac admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:01:36.612547 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d87eca-81f5-48bf-9efa-c536345168ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:01:36.612914 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d87eca-81f5-48bf-9efa-c536345168ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:01:36.613393 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d87eca-81f5-48bf-9efa-c536345168ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:01:36.613769 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d87eca-81f5-48bf-9efa-c536345168ac admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:01:36.614145 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d87eca-81f5-48bf-9efa-c536345168ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:01:36.614620 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d87eca-81f5-48bf-9efa-c536345168ac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:01:36.615021 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d87eca-81f5-48bf-9efa-c536345168ac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:01:36.615505 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d87eca-81f5-48bf-9efa-c536345168ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:01:36.615906 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d87eca-81f5-48bf-9efa-c536345168ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:01:36.618177 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d87eca-81f5-48bf-9efa-c536345168ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:01:36.618177 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d87eca-81f5-48bf-9efa-c536345168ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:01:36.624061 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-f8d87eca-81f5-48bf-9efa-c536345168ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:01:36.679886 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-3a98fff5-cb41-4896-b1f1-a6497a98c2f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:36.707399 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-3a98fff5-cb41-4896-b1f1-a6497a98c2f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:36.761890 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-3a98fff5-cb41-4896-b1f1-a6497a98c2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:36.761890 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-0ae2d3e6-09e7-427a-80e8-e5f2fb161077 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:01:36.774695 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a98fff5-cb41-4896-b1f1-a6497a98c2f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3f1a5c5-3a45-431e-ae08-3546266d17a8,revision_number=None']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:01:36.777833 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-3a98fff5-cb41-4896-b1f1-a6497a98c2f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:01:36.779868 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-3a98fff5-cb41-4896-b1f1-a6497a98c2f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:36.782090 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-3a98fff5-cb41-4896-b1f1-a6497a98c2f5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e3f1a5c5-3a45-431e-ae08-3546266d17a8 HTTP/1.1" status: 204 len: 168 time: 0.1922586 Jan 24 07:01:37.019633 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74a6f46-94d1-48aa-ac9a-b4a107f67745 req-df98d7f0-9e00-4733-8f71-2f691ce81fdf tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:01:37.021299 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-d74a6f46-94d1-48aa-ac9a-b4a107f67745 req-df98d7f0-9e00-4733-8f71-2f691ce81fdf tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/ports?device_id=ed8ebb10-299f-410a-82e9-9ee3888a0575 HTTP/1.1" status: 200 len: 945 time: 0.1097863 Jan 24 07:01:37.073986 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-d74a6f46-94d1-48aa-ac9a-b4a107f67745 req-0807290a-f345-46fc-8c53-22ddc28f2549 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/security-groups?id=b0fd1909-caa0-4f27-9897-89809084cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449779 Jan 24 07:01:38.324874 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99bca52-6713-4081-b83b-ea7dc2e86f4d req-d40f22bc-a3be-4ecf-b46e-a141554d4658 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:01:38.326699 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-c99bca52-6713-4081-b83b-ea7dc2e86f4d req-d40f22bc-a3be-4ecf-b46e-a141554d4658 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/ports?device_id=ed8ebb10-299f-410a-82e9-9ee3888a0575 HTTP/1.1" status: 200 len: 945 time: 0.1201229 Jan 24 07:01:38.391084 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-c99bca52-6713-4081-b83b-ea7dc2e86f4d req-a1f9eb46-eefb-421c-a455-135fc5aa570c tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/security-groups?id=b0fd1909-caa0-4f27-9897-89809084cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567238 Jan 24 07:01:39.750186 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab3076d-c088-46eb-ade9-67a11c5df95c req-8e98a655-1732-4d94-82da-abeeefb758e8 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:01:39.751830 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-0ab3076d-c088-46eb-ade9-67a11c5df95c req-8e98a655-1732-4d94-82da-abeeefb758e8 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] 10.222.0.22 "GET /v2.0/networks?id=fee14cdf-cd7b-4e5a-a4a6-f3647c10c460 HTTP/1.1" status: 200 len: 813 time: 0.2502110 Jan 24 07:01:39.784002 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa16849-15e5-4f01-8941-c831faf54144 req-3df66d07-3fc7-4103-9ddd-f902d9df146b tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:01:39.785536 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-eaa16849-15e5-4f01-8941-c831faf54144 req-3df66d07-3fc7-4103-9ddd-f902d9df146b tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/ports?device_id=ed8ebb10-299f-410a-82e9-9ee3888a0575 HTTP/1.1" status: 200 len: 945 time: 0.2531376 Jan 24 07:01:39.813221 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-0ab3076d-c088-46eb-ade9-67a11c5df95c req-de322aac-60ae-4600-bc51-3f06c5e97cb5 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] 10.222.0.22 "GET /v2.0/quotas/ecad9f4fc8bb4fd385d4cdbe62d41cec HTTP/1.1" status: 200 len: 375 time: 0.0266201 Jan 24 07:01:39.919326 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-0ab3076d-c088-46eb-ade9-67a11c5df95c req-74ab5312-0624-4226-b407-a934c01b1378 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] Synchronizing usage tracker for tenant:ecad9f4fc8bb4fd385d4cdbe62d41cec on resource:port {{(pid=80236) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 07:01:39.940687 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-eaa16849-15e5-4f01-8941-c831faf54144 req-d1853d8a-2841-4a66-938f-64520c731f5c tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/security-groups?id=b0fd1909-caa0-4f27-9897-89809084cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457596 Jan 24 07:01:39.969416 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-0ab3076d-c088-46eb-ade9-67a11c5df95c req-74ab5312-0624-4226-b407-a934c01b1378 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] Unset dirty status for tenant:ecad9f4fc8bb4fd385d4cdbe62d41cec on resource:port {{(pid=80236) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 07:01:39.970790 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-0ab3076d-c088-46eb-ade9-67a11c5df95c req-74ab5312-0624-4226-b407-a934c01b1378 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] 10.222.0.22 "GET /v2.0/ports?tenant_id=ecad9f4fc8bb4fd385d4cdbe62d41cec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1503084 Jan 24 07:01:40.093511 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7472a642-b126-49c3-a613-a7a5147db957 req-cea072e8-c273-4a41-a0df-d388ac16149e tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:01:40.095010 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-7472a642-b126-49c3-a613-a7a5147db957 req-cea072e8-c273-4a41-a0df-d388ac16149e tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.18 "GET /v2.0/ports?device_id=ed8ebb10-299f-410a-82e9-9ee3888a0575 HTTP/1.1" status: 200 len: 945 time: 0.2367182 Jan 24 07:01:40.169291 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-64b88b5a-3ee1-4b9b-b6c7-59224e0a104b req-0d39bd36-8a9f-4775-b2d3-36ff99121c69 tempest-VolumesNegativeTest-1764484282 tempest-VolumesNegativeTest-1764484282] 10.222.0.22 "GET /v2.0/networks?tenant_id=19c6451896254ad4b5b5110e6a044061&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1078618 Jan 24 07:01:40.327136 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [req-7472a642-b126-49c3-a613-a7a5147db957 req-22256690-e871-492f-87a8-0feb51591c05 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Deleting port 496b5560-bce1-471a-b00e-cc0c4e9f3c79 {{(pid=80236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 07:01:40.327436 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-7472a642-b126-49c3-a613-a7a5147db957 req-22256690-e871-492f-87a8-0feb51591c05 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760141954436'] for port, before_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:40.408616 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-0ab3076d-c088-46eb-ade9-67a11c5df95c req-cdea93a0-55db-496c-a9a1-d1d8bf47d62e service neutron] 10.222.0.22 "GET /v2.0/networks/fee14cdf-cd7b-4e5a-a4a6-f3647c10c460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4265804 Jan 24 07:01:40.670428 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Device 496b5560-bce1-471a-b00e-cc0c4e9f3c79 no longer exists at agent ovs-agent-hv-cinder-77218 {{(pid=80237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 07:01:40.789203 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:40.800521 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b88b5a-3ee1-4b9b-b6c7-59224e0a104b req-9be83d5f-7889-4e78-87a5-a702f4556e3c tempest-VolumesNegativeTest-1764484282 tempest-VolumesNegativeTest-1764484282] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:01:40.802137 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-64b88b5a-3ee1-4b9b-b6c7-59224e0a104b req-9be83d5f-7889-4e78-87a5-a702f4556e3c tempest-VolumesNegativeTest-1764484282 tempest-VolumesNegativeTest-1764484282] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6181896 Jan 24 07:01:40.816831 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed8ebb10-299f-410a-82e9-9ee3888a0575', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '496b5560-bce1-471a-b00e-cc0c4e9f3c79'}] {{(pid=80237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 07:01:40.827519 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] For port 496b5560-bce1-471a-b00e-cc0c4e9f3c79, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=496b5560-bce1-471a-b00e-cc0c4e9f3c79,segment=NetworkSegment(c42de142-bc09-4c88-8c21-53c17236eeb2),segment_id=c42de142-bc09-4c88-8c21-53c17236eeb2)] {{(pid=80237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 07:01:40.831244 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098'] for port, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:40.833056 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:01:40.904025 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Pushing event updated for resources: {'Port': ['ID=496b5560-bce1-471a-b00e-cc0c4e9f3c79,revision_number=5']} {{(pid=80237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:01:40.912229 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:01:40.912611 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:01:40.913017 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:01:40.913387 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:01:40.913940 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:01:40.914310 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:01:40.914674 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:01:40.915039 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:01:40.915400 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:01:40.915794 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:01:40.916159 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:01:40.916464 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-64b88b5a-3ee1-4b9b-b6c7-59224e0a104b req-532a8225-a30e-4429-9c3b-5c2c8fb93bf1 tempest-VolumesNegativeTest-1764484282 tempest-VolumesNegativeTest-1764484282] 10.222.0.22 "GET /v2.0/quotas/19c6451896254ad4b5b5110e6a044061 HTTP/1.1" status: 200 len: 375 time: 0.1016362 Jan 24 07:01:40.916604 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:01:40.916886 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:01:40.917238 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:01:40.917592 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:01:40.917945 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:01:40.918297 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:01:40.918651 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:01:40.919002 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:01:40.919357 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:01:40.919725 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:01:40.920079 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:01:40.920487 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:01:40.920779 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:01:40.925517 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:01:41.010773 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-64b88b5a-3ee1-4b9b-b6c7-59224e0a104b req-56865471-8a11-4bc1-8735-b0d6eb0be286 tempest-VolumesNegativeTest-1764484282 tempest-VolumesNegativeTest-1764484282] 10.222.0.22 "GET /v2.0/ports?tenant_id=19c6451896254ad4b5b5110e6a044061&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0788937 Jan 24 07:01:41.020829 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-0ab3076d-c088-46eb-ade9-67a11c5df95c req-8a99a9bb-b86e-4a5e-85ed-4a6d01e5eb06 service neutron] 10.222.0.22 "GET /v2.0/networks/fee14cdf-cd7b-4e5a-a4a6-f3647c10c460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6004829 Jan 24 07:01:41.070197 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-7472a642-b126-49c3-a613-a7a5147db957 req-22256690-e871-492f-87a8-0feb51591c05 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] For port 496b5560-bce1-471a-b00e-cc0c4e9f3c79, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=496b5560-bce1-471a-b00e-cc0c4e9f3c79,segment=NetworkSegment(c42de142-bc09-4c88-8c21-53c17236eeb2),segment_id=c42de142-bc09-4c88-8c21-53c17236eeb2)] {{(pid=80236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 07:01:41.070829 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-7472a642-b126-49c3-a613-a7a5147db957 req-22256690-e871-492f-87a8-0feb51591c05 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854346336'] for port, precommit_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:41.229510 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed8ebb10-299f-410a-82e9-9ee3888a0575', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '496b5560-bce1-471a-b00e-cc0c4e9f3c79', 'code': 200} Jan 24 07:01:41.237379 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [req-7472a642-b126-49c3-a613-a7a5147db957 req-22256690-e871-492f-87a8-0feb51591c05 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Calling delete_port for 496b5560-bce1-471a-b00e-cc0c4e9f3c79 owned by compute:nova {{(pid=80236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 07:01:41.396354 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-15ddc052-3d64-45db-9480-8b5b44e04943 req-612c0875-0bd7-4ee9-b65a-158aeb54a042 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] 10.222.0.22 "GET /v2.0/ports?device_id=f0031d94-0a3d-430a-8b42-be96f9f670d3 HTTP/1.1" status: 200 len: 210 time: 0.0643690 Jan 24 07:01:41.500358 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfece5b3-10ec-47d8-8cc0-cce2fc2598af req-b9d1f476-a740-40aa-aa4c-1e14a8ce38f3 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:01:41.507516 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-cfece5b3-10ec-47d8-8cc0-cce2fc2598af req-b9d1f476-a740-40aa-aa4c-1e14a8ce38f3 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/ports?device_id=ed8ebb10-299f-410a-82e9-9ee3888a0575 HTTP/1.1" status: 200 len: 943 time: 0.2324538 Jan 24 07:01:41.554573 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.db.api [req-7472a642-b126-49c3-a613-a7a5147db957 req-22256690-e871-492f-87a8-0feb51591c05 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80236) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 24 07:01:41.554573 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_db.api [req-7472a642-b126-49c3-a613-a7a5147db957 req-22256690-e871-492f-87a8-0feb51591c05 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80236) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 24 07:01:41.577965 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-004662d7-954b-4709-9eb9-cf5e3fd61ee1 req-54134fe6-590d-49c9-bdb9-b4726bf17560 tempest-VolumesNegativeTest-1764484282 tempest-VolumesNegativeTest-1764484282] 10.222.0.22 "GET /v2.0/ports?device_id=4925deaa-f2f7-4174-aeb7-393334a366bc HTTP/1.1" status: 200 len: 210 time: 0.1095121 Jan 24 07:01:41.632284 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-cfece5b3-10ec-47d8-8cc0-cce2fc2598af req-9e76346e-54e0-4d4c-a6b6-35a526f56aae tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/security-groups?id=b0fd1909-caa0-4f27-9897-89809084cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779152 Jan 24 07:01:42.056352 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [req-7472a642-b126-49c3-a613-a7a5147db957 req-22256690-e871-492f-87a8-0feb51591c05 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Deleting port 496b5560-bce1-471a-b00e-cc0c4e9f3c79 {{(pid=80236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 07:01:42.056970 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-7472a642-b126-49c3-a613-a7a5147db957 req-22256690-e871-492f-87a8-0feb51591c05 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760141954436'] for port, before_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:42.121535 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.agents_db [None req-2c2cd112-eb45-4d42-b228-ef41d20f669c None None] Agent healthcheck: found 6 active agents {{(pid=80238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 07:01:42.315382 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-7472a642-b126-49c3-a613-a7a5147db957 req-22256690-e871-492f-87a8-0feb51591c05 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] For port 496b5560-bce1-471a-b00e-cc0c4e9f3c79, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=496b5560-bce1-471a-b00e-cc0c4e9f3c79,segment=NetworkSegment(c42de142-bc09-4c88-8c21-53c17236eeb2),segment_id=c42de142-bc09-4c88-8c21-53c17236eeb2)] {{(pid=80236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 07:01:42.315811 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-7472a642-b126-49c3-a613-a7a5147db957 req-22256690-e871-492f-87a8-0feb51591c05 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854346336'] for port, precommit_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:42.458069 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [req-7472a642-b126-49c3-a613-a7a5147db957 req-22256690-e871-492f-87a8-0feb51591c05 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Calling delete_port for 496b5560-bce1-471a-b00e-cc0c4e9f3c79 owned by compute:nova {{(pid=80236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 07:01:42.619633 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab3076d-c088-46eb-ade9-67a11c5df95c req-c447e39b-3965-4877-ba77-79c22f3ae745 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:01:42.620514 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-0ab3076d-c088-46eb-ade9-67a11c5df95c req-c447e39b-3965-4877-ba77-79c22f3ae745 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] Synchronizing usage tracker for tenant:ecad9f4fc8bb4fd385d4cdbe62d41cec on resource:network {{(pid=80235) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 07:01:42.649592 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-75a1cc0f-6905-4d99-ac9b-2aa48f9c6d7d req-2c63ee08-96ad-48d8-9e6a-480f448e26ca tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] 10.222.0.22 "GET /v2.0/ports?device_id=f0031d94-0a3d-430a-8b42-be96f9f670d3 HTTP/1.1" status: 200 len: 210 time: 0.0696094 Jan 24 07:01:42.660172 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-0ab3076d-c088-46eb-ade9-67a11c5df95c req-c447e39b-3965-4877-ba77-79c22f3ae745 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] Unset dirty status for tenant:ecad9f4fc8bb4fd385d4cdbe62d41cec on resource:network {{(pid=80235) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 07:01:42.662022 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-0ab3076d-c088-46eb-ade9-67a11c5df95c req-c447e39b-3965-4877-ba77-79c22f3ae745 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] 10.222.0.18 "GET /v2.0/networks?id=fee14cdf-cd7b-4e5a-a4a6-f3647c10c460 HTTP/1.1" status: 200 len: 813 time: 0.2420242 Jan 24 07:01:42.669520 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-7472a642-b126-49c3-a613-a7a5147db957 req-22256690-e871-492f-87a8-0feb51591c05 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363276712759002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363276713243132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852012043'] for port, after_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:42.692544 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.base [req-0ab3076d-c088-46eb-ade9-67a11c5df95c req-ad95adf7-723e-479b-b5f1-dd6bdb1ccb32 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] Request body: {'port': {'device_id': 'f0031d94-0a3d-430a-8b42-be96f9f670d3', 'network_id': 'fee14cdf-cd7b-4e5a-a4a6-f3647c10c460', 'admin_state_up': True, 'tenant_id': 'ecad9f4fc8bb4fd385d4cdbe62d41cec'}} {{(pid=80235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 07:01:42.705219 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:01:42.851264 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22256690-e871-492f-87a8-0feb51591c05 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Pushing event deleted for resources: {'Port': ['ID=496b5560-bce1-471a-b00e-cc0c4e9f3c79,revision_number=None']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:01:42.855580 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [req-0ab3076d-c088-46eb-ade9-67a11c5df95c req-ad95adf7-723e-479b-b5f1-dd6bdb1ccb32 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 07:01:42.865486 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [req-0ab3076d-c088-46eb-ade9-67a11c5df95c req-ad95adf7-723e-479b-b5f1-dd6bdb1ccb32 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 07:01:42.874699 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ab3076d-c088-46eb-ade9-67a11c5df95c req-ad95adf7-723e-479b-b5f1-dd6bdb1ccb32 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] Made reservation on behalf of ecad9f4fc8bb4fd385d4cdbe62d41cec for: {'port': 1} {{(pid=80235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 07:01:42.884840 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-0ab3076d-c088-46eb-ade9-67a11c5df95c req-ad95adf7-723e-479b-b5f1-dd6bdb1ccb32 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:42.887832 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-22256690-e871-492f-87a8-0feb51591c05 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:01:42.914780 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-c09eef1f-35b5-4d5d-afe7-dc361eb8c393 req-50548a46-61b9-49c7-8fa8-23bbe32daf3d tempest-VolumesNegativeTest-1764484282 tempest-VolumesNegativeTest-1764484282] 10.222.0.22 "GET /v2.0/ports?device_id=4925deaa-f2f7-4174-aeb7-393334a366bc HTTP/1.1" status: 200 len: 210 time: 0.1570103 Jan 24 07:01:42.919013 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-9556d100-719a-459d-bfb2-884af52c21d7 req-16a45287-a1b2-4335-a6c6-dd685039e55a tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.22 "GET /v2.0/ports?device_id=ed8ebb10-299f-410a-82e9-9ee3888a0575 HTTP/1.1" status: 200 len: 210 time: 0.1122034 Jan 24 07:01:43.019605 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [req-7472a642-b126-49c3-a613-a7a5147db957 req-22256690-e871-492f-87a8-0feb51591c05 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] No DVR routers for this DVR port 496b5560-bce1-471a-b00e-cc0c4e9f3c79 on host hv-cinder-77218 {{(pid=80236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 24 07:01:43.021763 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-7472a642-b126-49c3-a613-a7a5147db957 req-22256690-e871-492f-87a8-0feb51591c05 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149749'] for port, before_response {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:43.024989 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed8ebb10-299f-410a-82e9-9ee3888a0575', 'name': 'network-vif-deleted', 'tag': '496b5560-bce1-471a-b00e-cc0c4e9f3c79'}] {{(pid=80236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 07:01:43.042087 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-7472a642-b126-49c3-a613-a7a5147db957 req-22256690-e871-492f-87a8-0feb51591c05 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] 10.222.0.18 "DELETE /v2.0/ports/496b5560-bce1-471a-b00e-cc0c4e9f3c79 HTTP/1.1" status: 204 len: 173 time: 2.9148197 Jan 24 07:01:43.068904 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-64b88b5a-3ee1-4b9b-b6c7-59224e0a104b req-4b11e104-05c6-46d8-80b2-93685ac77076 tempest-VolumesNegativeTest-1764484282 tempest-VolumesNegativeTest-1764484282] 10.222.0.18 "GET /v2.0/networks?tenant_id=19c6451896254ad4b5b5110e6a044061&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0397243 Jan 24 07:01:43.096974 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed8ebb10-299f-410a-82e9-9ee3888a0575', 'name': 'network-vif-deleted', 'tag': '496b5560-bce1-471a-b00e-cc0c4e9f3c79', 'status': 'completed', 'code': 200} Jan 24 07:01:43.592723 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b88b5a-3ee1-4b9b-b6c7-59224e0a104b req-44246985-303b-450a-8447-1115b3997d70 tempest-VolumesNegativeTest-1764484282 tempest-VolumesNegativeTest-1764484282] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:01:43.594323 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-64b88b5a-3ee1-4b9b-b6c7-59224e0a104b req-44246985-303b-450a-8447-1115b3997d70 tempest-VolumesNegativeTest-1764484282 tempest-VolumesNegativeTest-1764484282] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2962031 Jan 24 07:01:43.612811 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.db_base_plugin_common [req-0ab3076d-c088-46eb-ade9-67a11c5df95c req-ad95adf7-723e-479b-b5f1-dd6bdb1ccb32 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] Allocated IP 172.20.0.14 (fee14cdf-cd7b-4e5a-a4a6-f3647c10c460/57362b84-9fbb-4c3e-8334-99fa83fb8597/4647e18d-d7bd-4c46-ab49-79965a428470) {{(pid=80235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 07:01:43.627677 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.base [req-64b88b5a-3ee1-4b9b-b6c7-59224e0a104b req-d6043316-4574-481f-b407-f189cfb5d06a tempest-VolumesNegativeTest-1764484282 tempest-VolumesNegativeTest-1764484282] Request body: {'port': {'device_id': '4925deaa-f2f7-4174-aeb7-393334a366bc', 'network_id': 'b88331ff-5cc7-4dec-8636-fd028c83ee54', 'admin_state_up': True, 'tenant_id': '19c6451896254ad4b5b5110e6a044061'}} {{(pid=80235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 07:01:43.844887 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-c430c3ae-9bbe-48b3-b93c-b2c0c3f6853d req-46500755-cfd9-482e-8655-2595a3ad98cf tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] 10.222.0.22 "GET /v2.0/ports?device_id=f0031d94-0a3d-430a-8b42-be96f9f670d3 HTTP/1.1" status: 200 len: 210 time: 0.0570068 Jan 24 07:01:43.903191 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [req-64b88b5a-3ee1-4b9b-b6c7-59224e0a104b req-d6043316-4574-481f-b407-f189cfb5d06a tempest-VolumesNegativeTest-1764484282 tempest-VolumesNegativeTest-1764484282] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 07:01:43.911644 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-64b88b5a-3ee1-4b9b-b6c7-59224e0a104b req-d6043316-4574-481f-b407-f189cfb5d06a tempest-VolumesNegativeTest-1764484282 tempest-VolumesNegativeTest-1764484282] Usage tracker for resource:port and tenant:19c6451896254ad4b5b5110e6a044061 is out of sync, need to count used quota {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 07:01:43.916826 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-64b88b5a-3ee1-4b9b-b6c7-59224e0a104b req-d6043316-4574-481f-b407-f189cfb5d06a tempest-VolumesNegativeTest-1764484282 tempest-VolumesNegativeTest-1764484282] Quota usage for port was recalculated. Used quota:0. {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 07:01:43.935565 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [req-64b88b5a-3ee1-4b9b-b6c7-59224e0a104b req-d6043316-4574-481f-b407-f189cfb5d06a tempest-VolumesNegativeTest-1764484282 tempest-VolumesNegativeTest-1764484282] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 07:01:43.961298 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64b88b5a-3ee1-4b9b-b6c7-59224e0a104b req-d6043316-4574-481f-b407-f189cfb5d06a tempest-VolumesNegativeTest-1764484282 tempest-VolumesNegativeTest-1764484282] Made reservation on behalf of 19c6451896254ad4b5b5110e6a044061 for: {'port': 1} {{(pid=80235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 07:01:43.970754 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-64b88b5a-3ee1-4b9b-b6c7-59224e0a104b req-d6043316-4574-481f-b407-f189cfb5d06a tempest-VolumesNegativeTest-1764484282 tempest-VolumesNegativeTest-1764484282] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:43.996122 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-64b88b5a-3ee1-4b9b-b6c7-59224e0a104b req-d6043316-4574-481f-b407-f189cfb5d06a tempest-VolumesNegativeTest-1764484282 tempest-VolumesNegativeTest-1764484282] Notify callbacks [] for security_group, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:44.019315 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-0ab3076d-c088-46eb-ade9-67a11c5df95c req-ad95adf7-723e-479b-b5f1-dd6bdb1ccb32 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] Notify callbacks [] for port, precommit_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:44.023351 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [req-64b88b5a-3ee1-4b9b-b6c7-59224e0a104b req-d6043316-4574-481f-b407-f189cfb5d06a tempest-VolumesNegativeTest-1764484282 tempest-VolumesNegativeTest-1764484282] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 07:01:44.030197 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-64b88b5a-3ee1-4b9b-b6c7-59224e0a104b req-d6043316-4574-481f-b407-f189cfb5d06a tempest-VolumesNegativeTest-1764484282 tempest-VolumesNegativeTest-1764484282] Usage tracker for resource:security_group_rule and tenant:19c6451896254ad4b5b5110e6a044061 is out of sync, need to count used quota {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 07:01:44.034037 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-64b88b5a-3ee1-4b9b-b6c7-59224e0a104b req-d6043316-4574-481f-b407-f189cfb5d06a tempest-VolumesNegativeTest-1764484282 tempest-VolumesNegativeTest-1764484282] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 07:01:44.041553 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [req-64b88b5a-3ee1-4b9b-b6c7-59224e0a104b req-d6043316-4574-481f-b407-f189cfb5d06a tempest-VolumesNegativeTest-1764484282 tempest-VolumesNegativeTest-1764484282] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 07:01:44.057240 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 35922) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:01:44.095911 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-0ab3076d-c088-46eb-ade9-67a11c5df95c req-ad95adf7-723e-479b-b5f1-dd6bdb1ccb32 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363276713217020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851855427'] for port, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:44.111537 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-f8395978-21b9-48e8-808b-d80cafac3e4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:01:44.236380 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-2f4cb60f-637c-4e1e-966d-c26f1c0876fa req-f0e929eb-a563-4fdb-9d9a-4046112d7746 tempest-VolumesNegativeTest-1764484282 tempest-VolumesNegativeTest-1764484282] 10.222.0.22 "GET /v2.0/ports?device_id=4925deaa-f2f7-4174-aeb7-393334a366bc HTTP/1.1" status: 200 len: 210 time: 0.1216087 Jan 24 07:01:44.283668 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad95adf7-723e-479b-b5f1-dd6bdb1ccb32 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] Pushing event updated for resources: {'Port': ['ID=4647e18d-d7bd-4c46-ab49-79965a428470,revision_number=1']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:01:44.309604 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad95adf7-723e-479b-b5f1-dd6bdb1ccb32 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:01:44.310002 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad95adf7-723e-479b-b5f1-dd6bdb1ccb32 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:01:44.310399 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad95adf7-723e-479b-b5f1-dd6bdb1ccb32 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:01:44.310788 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad95adf7-723e-479b-b5f1-dd6bdb1ccb32 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:01:44.311172 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad95adf7-723e-479b-b5f1-dd6bdb1ccb32 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:01:44.311560 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad95adf7-723e-479b-b5f1-dd6bdb1ccb32 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:01:44.311989 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad95adf7-723e-479b-b5f1-dd6bdb1ccb32 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:01:44.312371 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad95adf7-723e-479b-b5f1-dd6bdb1ccb32 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:01:44.312729 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad95adf7-723e-479b-b5f1-dd6bdb1ccb32 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:01:44.313116 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad95adf7-723e-479b-b5f1-dd6bdb1ccb32 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:01:44.313492 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad95adf7-723e-479b-b5f1-dd6bdb1ccb32 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:01:44.313868 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad95adf7-723e-479b-b5f1-dd6bdb1ccb32 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:01:44.314291 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad95adf7-723e-479b-b5f1-dd6bdb1ccb32 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:01:44.314669 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad95adf7-723e-479b-b5f1-dd6bdb1ccb32 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:01:44.315048 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad95adf7-723e-479b-b5f1-dd6bdb1ccb32 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:01:44.315423 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad95adf7-723e-479b-b5f1-dd6bdb1ccb32 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:01:44.315821 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad95adf7-723e-479b-b5f1-dd6bdb1ccb32 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:01:44.316206 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad95adf7-723e-479b-b5f1-dd6bdb1ccb32 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:01:44.316580 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad95adf7-723e-479b-b5f1-dd6bdb1ccb32 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:01:44.316953 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad95adf7-723e-479b-b5f1-dd6bdb1ccb32 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:01:44.317324 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad95adf7-723e-479b-b5f1-dd6bdb1ccb32 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:01:44.317696 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad95adf7-723e-479b-b5f1-dd6bdb1ccb32 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:01:44.318070 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad95adf7-723e-479b-b5f1-dd6bdb1ccb32 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:01:44.318440 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad95adf7-723e-479b-b5f1-dd6bdb1ccb32 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:01:44.338313 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-64b88b5a-3ee1-4b9b-b6c7-59224e0a104b req-d6043316-4574-481f-b407-f189cfb5d06a tempest-VolumesNegativeTest-1764484282 tempest-VolumesNegativeTest-1764484282] Notify callbacks [] for security_group, precommit_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:44.342384 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-ad95adf7-723e-479b-b5f1-dd6bdb1ccb32 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:01:44.347217 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-64b88b5a-3ee1-4b9b-b6c7-59224e0a104b req-d6043316-4574-481f-b407-f189cfb5d06a tempest-VolumesNegativeTest-1764484282 tempest-VolumesNegativeTest-1764484282] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:44.368937 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-0ae8af53-9018-4b47-9f05-ef92ba28607a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:01:44.507308 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ab3076d-c088-46eb-ade9-67a11c5df95c req-ad95adf7-723e-479b-b5f1-dd6bdb1ccb32 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] Network fee14cdf-cd7b-4e5a-a4a6-f3647c10c460 is already hosted by enough agents. {{(pid=80235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 07:01:44.508287 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6043316-4574-481f-b407-f189cfb5d06a tempest-VolumesNegativeTest-1764484282 tempest-VolumesNegativeTest-1764484282] Pushing event updated for resources: {'SecurityGroup': ['ID=b878eee6-2442-44fc-84c1-9579d4c2b5f6,revision_number=1']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:01:44.519819 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [req-0ab3076d-c088-46eb-ade9-67a11c5df95c req-ad95adf7-723e-479b-b5f1-dd6bdb1ccb32 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] Resources bound (agent type, host, resource id): {{(pid=80235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 07:01:44.521667 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-d6043316-4574-481f-b407-f189cfb5d06a tempest-VolumesNegativeTest-1764484282 tempest-VolumesNegativeTest-1764484282] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:01:44.525093 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ab3076d-c088-46eb-ade9-67a11c5df95c req-ad95adf7-723e-479b-b5f1-dd6bdb1ccb32 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] Received port after_create {{(pid=80235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 07:01:44.669260 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab3076d-c088-46eb-ade9-67a11c5df95c req-ad95adf7-723e-479b-b5f1-dd6bdb1ccb32 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:01:44.669955 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-0ab3076d-c088-46eb-ade9-67a11c5df95c req-ad95adf7-723e-479b-b5f1-dd6bdb1ccb32 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149749'] for port, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:44.780756 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-0ab3076d-c088-46eb-ade9-67a11c5df95c req-ad95adf7-723e-479b-b5f1-dd6bdb1ccb32 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0935760 Jan 24 07:01:44.802734 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.base [req-0ab3076d-c088-46eb-ade9-67a11c5df95c req-585aed1e-6283-4d97-b9c9-23dda68b9d91 service neutron] Request body: {'port': {'device_id': 'f0031d94-0a3d-430a-8b42-be96f9f670d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=80235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 07:01:44.862229 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.db_base_plugin_common [req-64b88b5a-3ee1-4b9b-b6c7-59224e0a104b req-d6043316-4574-481f-b407-f189cfb5d06a tempest-VolumesNegativeTest-1764484282 tempest-VolumesNegativeTest-1764484282] Allocated IP 192.168.233.33 (b88331ff-5cc7-4dec-8636-fd028c83ee54/5986e73c-45ae-4469-989c-98a81b1bfcbb/bdcb4677-cf3e-477e-a026-07461c250cf0) {{(pid=80235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 07:01:44.863866 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-395c3b18-5c38-4606-ae3d-a356886625de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854265108'] for router_interface, before_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:44.985162 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-0ab3076d-c088-46eb-ade9-67a11c5df95c req-585aed1e-6283-4d97-b9c9-23dda68b9d91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:45.201965 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3ba995-53c8-4c80-b12c-2bcdc127d3f0 req-aba06f3d-2828-498a-b3f5-0e2511ae6854 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:01:45.203621 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-db3ba995-53c8-4c80-b12c-2bcdc127d3f0 req-aba06f3d-2828-498a-b3f5-0e2511ae6854 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] 10.222.0.22 "GET /v2.0/ports?device_id=f0031d94-0a3d-430a-8b42-be96f9f670d3 HTTP/1.1" status: 200 len: 932 time: 0.2191839 Jan 24 07:01:45.300679 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-db3ba995-53c8-4c80-b12c-2bcdc127d3f0 req-0afbd45f-d1bb-4fab-bb7d-48e7378d4761 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] 10.222.0.22 "GET /v2.0/security-groups?id=591f1956-1675-4ed2-b485-595eac679241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668688 Jan 24 07:01:45.313899 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-64b88b5a-3ee1-4b9b-b6c7-59224e0a104b req-d6043316-4574-481f-b407-f189cfb5d06a tempest-VolumesNegativeTest-1764484282 tempest-VolumesNegativeTest-1764484282] Notify callbacks [] for port, precommit_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:45.354567 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [req-64b88b5a-3ee1-4b9b-b6c7-59224e0a104b req-d6043316-4574-481f-b407-f189cfb5d06a tempest-VolumesNegativeTest-1764484282 tempest-VolumesNegativeTest-1764484282] Transition to ACTIVE for port object bdcb4677-cf3e-477e-a026-07461c250cf0 will not be triggered until provisioned by entity DHCP. {{(pid=80235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 07:01:45.389528 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-395c3b18-5c38-4606-ae3d-a356886625de admin admin] Deleting port e8917613-932b-4a8d-94d9-4820610ae67e {{(pid=80236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 07:01:45.390101 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-395c3b18-5c38-4606-ae3d-a356886625de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760141954436'] for port, before_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:45.493201 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-64b88b5a-3ee1-4b9b-b6c7-59224e0a104b req-d6043316-4574-481f-b407-f189cfb5d06a tempest-VolumesNegativeTest-1764484282 tempest-VolumesNegativeTest-1764484282] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363276713217020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851855427'] for port, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:45.518434 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:01:45.650260 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-395c3b18-5c38-4606-ae3d-a356886625de admin admin] For port e8917613-932b-4a8d-94d9-4820610ae67e, host dv-cinder-772181-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-6-smb',level=0,port_id=e8917613-932b-4a8d-94d9-4820610ae67e,segment=NetworkSegment(c42de142-bc09-4c88-8c21-53c17236eeb2),segment_id=c42de142-bc09-4c88-8c21-53c17236eeb2)] {{(pid=80236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 07:01:45.650488 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-395c3b18-5c38-4606-ae3d-a356886625de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854346336'] for port, precommit_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:45.679519 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6043316-4574-481f-b407-f189cfb5d06a tempest-VolumesNegativeTest-1764484282 tempest-VolumesNegativeTest-1764484282] Pushing event updated for resources: {'Port': ['ID=bdcb4677-cf3e-477e-a026-07461c250cf0,revision_number=1']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:01:45.682745 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-d6043316-4574-481f-b407-f189cfb5d06a tempest-VolumesNegativeTest-1764484282 tempest-VolumesNegativeTest-1764484282] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:01:45.789668 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-395c3b18-5c38-4606-ae3d-a356886625de admin admin] Calling delete_port for e8917613-932b-4a8d-94d9-4820610ae67e owned by network:router_interface {{(pid=80236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 07:01:45.795733 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64b88b5a-3ee1-4b9b-b6c7-59224e0a104b req-d6043316-4574-481f-b407-f189cfb5d06a tempest-VolumesNegativeTest-1764484282 tempest-VolumesNegativeTest-1764484282] Network b88331ff-5cc7-4dec-8636-fd028c83ee54 is already hosted by enough agents. {{(pid=80235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 07:01:45.797903 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [req-0ab3076d-c088-46eb-ade9-67a11c5df95c req-585aed1e-6283-4d97-b9c9-23dda68b9d91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4647e18d-d7bd-4c46-ab49-79965a428470 {{(pid=80235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 24 07:01:45.802575 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [req-64b88b5a-3ee1-4b9b-b6c7-59224e0a104b req-d6043316-4574-481f-b407-f189cfb5d06a tempest-VolumesNegativeTest-1764484282 tempest-VolumesNegativeTest-1764484282] Resources bound (agent type, host, resource id): {{(pid=80235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 07:01:45.805587 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [req-64b88b5a-3ee1-4b9b-b6c7-59224e0a104b req-d6043316-4574-481f-b407-f189cfb5d06a tempest-VolumesNegativeTest-1764484282 tempest-VolumesNegativeTest-1764484282] Received port after_create {{(pid=80235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 07:01:45.841910 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-0ab3076d-c088-46eb-ade9-67a11c5df95c req-585aed1e-6283-4d97-b9c9-23dda68b9d91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:45.845028 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b9c097-88e7-45cb-98ef-8b4d184c8cee req-1e45414d-69e8-4459-8f19-052861bb6c5c tempest-VolumesNegativeTest-1764484282 tempest-VolumesNegativeTest-1764484282] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:01:45.846743 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-18b9c097-88e7-45cb-98ef-8b4d184c8cee req-1e45414d-69e8-4459-8f19-052861bb6c5c tempest-VolumesNegativeTest-1764484282 tempest-VolumesNegativeTest-1764484282] 10.222.0.22 "GET /v2.0/ports?device_id=4925deaa-f2f7-4174-aeb7-393334a366bc HTTP/1.1" status: 200 len: 935 time: 0.3285060 Jan 24 07:01:45.879799 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [req-0ab3076d-c088-46eb-ade9-67a11c5df95c req-585aed1e-6283-4d97-b9c9-23dda68b9d91 service neutron] Transition to ACTIVE for port object 4647e18d-d7bd-4c46-ab49-79965a428470 will not be triggered until provisioned by entity L2. {{(pid=80235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 07:01:45.888051 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-0ab3076d-c088-46eb-ade9-67a11c5df95c req-585aed1e-6283-4d97-b9c9-23dda68b9d91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2920372'] for port, after_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:45.908060 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:01:46.064962 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-18b9c097-88e7-45cb-98ef-8b4d184c8cee req-7ecfac8d-df29-4079-ac6d-9f1eabe8196d tempest-VolumesNegativeTest-1764484282 tempest-VolumesNegativeTest-1764484282] 10.222.0.22 "GET /v2.0/security-groups?id=b878eee6-2442-44fc-84c1-9579d4c2b5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098050 Jan 24 07:01:46.096708 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-82f6b677-8e36-489e-ac6b-0ec6427e272e None None] Provisioning for port bdcb4677-cf3e-477e-a026-07461c250cf0 completed by entity DHCP. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 07:01:46.103190 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-82f6b677-8e36-489e-ac6b-0ec6427e272e None None] Provisioning complete for port bdcb4677-cf3e-477e-a026-07461c250cf0 triggered by entity DHCP. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 07:01:46.103581 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-82f6b677-8e36-489e-ac6b-0ec6427e272e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:46.167335 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-82f6b677-8e36-489e-ac6b-0ec6427e272e None None] Port bdcb4677-cf3e-477e-a026-07461c250cf0 cannot update to ACTIVE because it is not bound. {{(pid=80237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 24 07:01:46.201062 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-395c3b18-5c38-4606-ae3d-a356886625de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363276712759002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363276713243132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852012043'] for port, after_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:46.207631 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-3282ccd0-af0d-4313-bccf-888139cf804a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:46.222832 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:01:46.250190 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b88b5a-3ee1-4b9b-b6c7-59224e0a104b req-d6043316-4574-481f-b407-f189cfb5d06a tempest-VolumesNegativeTest-1764484282 tempest-VolumesNegativeTest-1764484282] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:01:46.250849 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-64b88b5a-3ee1-4b9b-b6c7-59224e0a104b req-d6043316-4574-481f-b407-f189cfb5d06a tempest-VolumesNegativeTest-1764484282 tempest-VolumesNegativeTest-1764484282] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149749'] for port, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:46.298237 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-64b88b5a-3ee1-4b9b-b6c7-59224e0a104b req-d6043316-4574-481f-b407-f189cfb5d06a tempest-VolumesNegativeTest-1764484282 tempest-VolumesNegativeTest-1764484282] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6753595 Jan 24 07:01:46.310079 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585aed1e-6283-4d97-b9c9-23dda68b9d91 service neutron] Pushing event updated for resources: {'Port': ['ID=4647e18d-d7bd-4c46-ab49-79965a428470,revision_number=2']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:01:46.321804 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395c3b18-5c38-4606-ae3d-a356886625de admin admin] Pushing event deleted for resources: {'Port': ['ID=e8917613-932b-4a8d-94d9-4820610ae67e,revision_number=None']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:01:46.324719 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-395c3b18-5c38-4606-ae3d-a356886625de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:01:46.327972 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-585aed1e-6283-4d97-b9c9-23dda68b9d91 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:01:46.331953 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.base [req-64b88b5a-3ee1-4b9b-b6c7-59224e0a104b req-929e1b20-73da-422b-a7b9-e6697a486163 service neutron] Request body: {'port': {'device_id': '4925deaa-f2f7-4174-aeb7-393334a366bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=80235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 07:01:46.571150 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-64b88b5a-3ee1-4b9b-b6c7-59224e0a104b req-929e1b20-73da-422b-a7b9-e6697a486163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:46.723592 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [req-0ab3076d-c088-46eb-ade9-67a11c5df95c req-585aed1e-6283-4d97-b9c9-23dda68b9d91 service neutron] Attempting to bind port 4647e18d-d7bd-4c46-ab49-79965a428470 on host hv-cinder-77218 for vnic_type normal with profile {{(pid=80235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 07:01:46.723949 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [req-0ab3076d-c088-46eb-ade9-67a11c5df95c req-585aed1e-6283-4d97-b9c9-23dda68b9d91 service neutron] Attempting to bind port 4647e18d-d7bd-4c46-ab49-79965a428470 by drivers openvswitch on host hv-cinder-77218 at level 0 using segments [{'id': '5937deae-815f-4d83-923d-ce00e245a520', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'fee14cdf-cd7b-4e5a-a4a6-f3647c10c460'}] {{(pid=80235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 07:01:46.724317 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab3076d-c088-46eb-ade9-67a11c5df95c req-585aed1e-6283-4d97-b9c9-23dda68b9d91 service neutron] Attempting to bind port 4647e18d-d7bd-4c46-ab49-79965a428470 on network fee14cdf-cd7b-4e5a-a4a6-f3647c10c460 {{(pid=80235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 07:01:46.744639 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab3076d-c088-46eb-ade9-67a11c5df95c req-585aed1e-6283-4d97-b9c9-23dda68b9d91 service neutron] Checking agent: {'id': '40eb7c3e-e5ac-488d-8f03-a26480a7dd43', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 6, 56, 30), 'started_at': datetime.datetime(2021, 1, 24, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 7, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 07:01:46.745020 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab3076d-c088-46eb-ade9-67a11c5df95c req-585aed1e-6283-4d97-b9c9-23dda68b9d91 service neutron] Checking segment: {'id': '5937deae-815f-4d83-923d-ce00e245a520', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'fee14cdf-cd7b-4e5a-a4a6-f3647c10c460'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 07:01:46.745424 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-0ab3076d-c088-46eb-ade9-67a11c5df95c req-585aed1e-6283-4d97-b9c9-23dda68b9d91 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:46.745827 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab3076d-c088-46eb-ade9-67a11c5df95c req-585aed1e-6283-4d97-b9c9-23dda68b9d91 service neutron] Bound using segment: {'id': '5937deae-815f-4d83-923d-ce00e245a520', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'fee14cdf-cd7b-4e5a-a4a6-f3647c10c460'} {{(pid=80235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 07:01:46.746322 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [req-0ab3076d-c088-46eb-ade9-67a11c5df95c req-585aed1e-6283-4d97-b9c9-23dda68b9d91 service neutron] Bound port: 4647e18d-d7bd-4c46-ab49-79965a428470, host: hv-cinder-77218, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5937deae-815f-4d83-923d-ce00e245a520', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'fee14cdf-cd7b-4e5a-a4a6-f3647c10c460'}}] {{(pid=80235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 07:01:46.746695 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-0ab3076d-c088-46eb-ade9-67a11c5df95c req-585aed1e-6283-4d97-b9c9-23dda68b9d91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:46.902538 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e103f815-a2d0-4113-a12c-18f2f9e6af0c req-7a106782-ee40-482a-bef7-ceba57984d50 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:01:46.904179 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-e103f815-a2d0-4113-a12c-18f2f9e6af0c req-7a106782-ee40-482a-bef7-ceba57984d50 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] 10.222.0.22 "GET /v2.0/ports?device_id=f0031d94-0a3d-430a-8b42-be96f9f670d3 HTTP/1.1" status: 200 len: 944 time: 0.4580059 Jan 24 07:01:46.940765 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-395c3b18-5c38-4606-ae3d-a356886625de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854235980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854265258'] for router_interface, after_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:46.993408 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-0ab3076d-c088-46eb-ade9-67a11c5df95c req-585aed1e-6283-4d97-b9c9-23dda68b9d91 service neutron] For port 4647e18d-d7bd-4c46-ab49-79965a428470, host hv-cinder-77218, cleared binding levels {{(pid=80235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 07:01:47.009375 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-0ab3076d-c088-46eb-ade9-67a11c5df95c req-585aed1e-6283-4d97-b9c9-23dda68b9d91 service neutron] For port 4647e18d-d7bd-4c46-ab49-79965a428470, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=4647e18d-d7bd-4c46-ab49-79965a428470,segment=NetworkSegment(5937deae-815f-4d83-923d-ce00e245a520),segment_id=5937deae-815f-4d83-923d-ce00e245a520)] {{(pid=80235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 07:01:47.020527 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-0ab3076d-c088-46eb-ade9-67a11c5df95c req-585aed1e-6283-4d97-b9c9-23dda68b9d91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2920372'] for port, after_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:47.031840 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-e103f815-a2d0-4113-a12c-18f2f9e6af0c req-2fc878c6-c75f-4421-9c0d-bf61f137347a tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] 10.222.0.22 "GET /v2.0/security-groups?id=591f1956-1675-4ed2-b485-595eac679241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203294 Jan 24 07:01:47.041600 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-9cd70739-b6d3-4619-8a03-c26a5fbb5a3c tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:01:47.237292 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585aed1e-6283-4d97-b9c9-23dda68b9d91 service neutron] Pushing event updated for resources: {'Port': ['ID=4647e18d-d7bd-4c46-ab49-79965a428470,revision_number=3']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:01:47.244132 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-585aed1e-6283-4d97-b9c9-23dda68b9d91 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:01:47.335008 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab3076d-c088-46eb-ade9-67a11c5df95c req-585aed1e-6283-4d97-b9c9-23dda68b9d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:01:47.335683 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-0ab3076d-c088-46eb-ade9-67a11c5df95c req-585aed1e-6283-4d97-b9c9-23dda68b9d91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149749'] for port, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:47.337189 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-0ab3076d-c088-46eb-ade9-67a11c5df95c req-585aed1e-6283-4d97-b9c9-23dda68b9d91 service neutron] 10.222.0.18 "PUT /v2.0/ports/4647e18d-d7bd-4c46-ab49-79965a428470 HTTP/1.1" status: 200 len: 1158 time: 2.5415113 Jan 24 07:01:47.337733 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0031d94-0a3d-430a-8b42-be96f9f670d3', 'tag': '4647e18d-d7bd-4c46-ab49-79965a428470'}] {{(pid=80235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 07:01:47.359559 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [req-64b88b5a-3ee1-4b9b-b6c7-59224e0a104b req-929e1b20-73da-422b-a7b9-e6697a486163 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdcb4677-cf3e-477e-a026-07461c250cf0 {{(pid=80235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 24 07:01:47.368154 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-64b88b5a-3ee1-4b9b-b6c7-59224e0a104b req-929e1b20-73da-422b-a7b9-e6697a486163 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:47.388299 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [req-64b88b5a-3ee1-4b9b-b6c7-59224e0a104b req-929e1b20-73da-422b-a7b9-e6697a486163 service neutron] Transition to ACTIVE for port object bdcb4677-cf3e-477e-a026-07461c250cf0 will not be triggered until provisioned by entity L2. {{(pid=80235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 07:01:47.391584 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-64b88b5a-3ee1-4b9b-b6c7-59224e0a104b req-929e1b20-73da-422b-a7b9-e6697a486163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2920372'] for port, after_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:47.407512 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0031d94-0a3d-430a-8b42-be96f9f670d3', 'tag': '4647e18d-d7bd-4c46-ab49-79965a428470', 'status': 'completed', 'code': 200} Jan 24 07:01:47.411595 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-4b4b006c-b6a4-4e25-be12-1d6d6caf92c0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:01:47.435011 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a384a385-67ed-44e6-9afc-0ac8b27e1a5e req-ec1aac06-cbb3-4e1c-b620-5f9f04d4c3cb tempest-VolumesNegativeTest-1764484282 tempest-VolumesNegativeTest-1764484282] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:01:47.436644 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-a384a385-67ed-44e6-9afc-0ac8b27e1a5e req-ec1aac06-cbb3-4e1c-b620-5f9f04d4c3cb tempest-VolumesNegativeTest-1764484282 tempest-VolumesNegativeTest-1764484282] 10.222.0.22 "GET /v2.0/ports?device_id=4925deaa-f2f7-4174-aeb7-393334a366bc HTTP/1.1" status: 200 len: 935 time: 0.2179816 Jan 24 07:01:47.578076 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-a384a385-67ed-44e6-9afc-0ac8b27e1a5e req-40d916e4-eb3a-45df-9314-f48d70088984 tempest-VolumesNegativeTest-1764484282 tempest-VolumesNegativeTest-1764484282] 10.222.0.22 "GET /v2.0/security-groups?id=b878eee6-2442-44fc-84c1-9579d4c2b5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795059 Jan 24 07:01:47.607286 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-395c3b18-5c38-4606-ae3d-a356886625de admin admin] Router 5288a07a-446d-47b3-88f8-2951029b5c0f has already been hosted by L3 agent 4d190a5c-2620-4f2a-bccf-f8076df9706a {{(pid=80236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 24 07:01:47.624261 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929e1b20-73da-422b-a7b9-e6697a486163 service neutron] Pushing event updated for resources: {'Port': ['ID=bdcb4677-cf3e-477e-a026-07461c250cf0,revision_number=2']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:01:47.627430 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-929e1b20-73da-422b-a7b9-e6697a486163 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:01:47.728059 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab3076d-c088-46eb-ade9-67a11c5df95c req-31b58509-ee9d-49cc-b03f-d644ee5c18e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:01:47.729730 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-0ab3076d-c088-46eb-ade9-67a11c5df95c req-31b58509-ee9d-49cc-b03f-d644ee5c18e9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ecad9f4fc8bb4fd385d4cdbe62d41cec&device_id=f0031d94-0a3d-430a-8b42-be96f9f670d3 HTTP/1.1" status: 200 len: 1161 time: 0.3192036 Jan 24 07:01:47.817980 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-395c3b18-5c38-4606-ae3d-a356886625de admin admin] Notify agent at l3_agent.dv-cinder-772181-6-smb the message routers_updated {{(pid=80236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 24 07:01:47.829824 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f963d61-9749-49ca-918d-735970e32acb None None] Sync routers for ids ['5288a07a-446d-47b3-88f8-2951029b5c0f'] in dv-cinder-772181-6-smb {{(pid=80238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 24 07:01:47.836494 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-395c3b18-5c38-4606-ae3d-a356886625de admin admin] 10.222.0.22 "PUT /v2.0/routers/5288a07a-446d-47b3-88f8-2951029b5c0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7777300 Jan 24 07:01:47.836700 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 35938) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:01:47.840690 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f963d61-9749-49ca-918d-735970e32acb None None] Routers {'5288a07a-446d-47b3-88f8-2951029b5c0f'} bound to L3 agent in host dv-cinder-772181-6-smb {{(pid=80238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 07:01:47.841359 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-6f963d61-9749-49ca-918d-735970e32acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-24T06:49:21Z,description=,heartbeat_timestamp=2021-01-24T07:01:21Z,host='dv-cinder-772181-6-smb',id=4d190a5c-2620-4f2a-bccf-f8076df9706a,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T06:49:21Z,topic='l3_agent')) {'router_ids': ['5288a07a-446d-47b3-88f8-2951029b5c0f'], 'active': True} {{(pid=80238) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:01:47.854162 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-0ab3076d-c088-46eb-ade9-67a11c5df95c req-7fe7a5c7-0d5b-4903-8d95-fecec4cf6a1e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4647e18d-d7bd-4c46-ab49-79965a428470 HTTP/1.1" status: 200 len: 217 time: 0.1101313 Jan 24 07:01:48.033205 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-6f963d61-9749-49ca-918d-735970e32acb None None] Set router 5288a07a-446d-47b3-88f8-2951029b5c0f gateway port host: dv-cinder-772181-6-smb {{(pid=80238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 07:01:48.102138 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab3076d-c088-46eb-ade9-67a11c5df95c req-a4958c30-5bec-46d3-898f-e26fa7b4d9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:01:48.103728 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-0ab3076d-c088-46eb-ade9-67a11c5df95c req-a4958c30-5bec-46d3-898f-e26fa7b4d9ce service neutron] 10.222.0.18 "GET /v2.0/subnets?id=57362b84-9fbb-4c3e-8334-99fa83fb8597 HTTP/1.1" status: 200 len: 853 time: 0.1809368 Jan 24 07:01:48.115448 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [req-64b88b5a-3ee1-4b9b-b6c7-59224e0a104b req-929e1b20-73da-422b-a7b9-e6697a486163 service neutron] Attempting to bind port bdcb4677-cf3e-477e-a026-07461c250cf0 on host hv-cinder-77218 for vnic_type normal with profile {{(pid=80235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 07:01:48.116398 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [req-64b88b5a-3ee1-4b9b-b6c7-59224e0a104b req-929e1b20-73da-422b-a7b9-e6697a486163 service neutron] Attempting to bind port bdcb4677-cf3e-477e-a026-07461c250cf0 by drivers openvswitch on host hv-cinder-77218 at level 0 using segments [{'id': '5a6aa42c-f965-463e-a169-b51efb39cf8b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b88331ff-5cc7-4dec-8636-fd028c83ee54'}] {{(pid=80235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 07:01:48.116768 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b88b5a-3ee1-4b9b-b6c7-59224e0a104b req-929e1b20-73da-422b-a7b9-e6697a486163 service neutron] Attempting to bind port bdcb4677-cf3e-477e-a026-07461c250cf0 on network b88331ff-5cc7-4dec-8636-fd028c83ee54 {{(pid=80235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 07:01:48.168689 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b88b5a-3ee1-4b9b-b6c7-59224e0a104b req-929e1b20-73da-422b-a7b9-e6697a486163 service neutron] Checking agent: {'id': '40eb7c3e-e5ac-488d-8f03-a26480a7dd43', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 6, 56, 30), 'started_at': datetime.datetime(2021, 1, 24, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 7, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 07:01:48.169214 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b88b5a-3ee1-4b9b-b6c7-59224e0a104b req-929e1b20-73da-422b-a7b9-e6697a486163 service neutron] Checking segment: {'id': '5a6aa42c-f965-463e-a169-b51efb39cf8b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b88331ff-5cc7-4dec-8636-fd028c83ee54'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 07:01:48.169623 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-64b88b5a-3ee1-4b9b-b6c7-59224e0a104b req-929e1b20-73da-422b-a7b9-e6697a486163 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:48.170020 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b88b5a-3ee1-4b9b-b6c7-59224e0a104b req-929e1b20-73da-422b-a7b9-e6697a486163 service neutron] Bound using segment: {'id': '5a6aa42c-f965-463e-a169-b51efb39cf8b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b88331ff-5cc7-4dec-8636-fd028c83ee54'} {{(pid=80235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 07:01:48.170521 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [req-64b88b5a-3ee1-4b9b-b6c7-59224e0a104b req-929e1b20-73da-422b-a7b9-e6697a486163 service neutron] Bound port: bdcb4677-cf3e-477e-a026-07461c250cf0, host: hv-cinder-77218, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a6aa42c-f965-463e-a169-b51efb39cf8b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b88331ff-5cc7-4dec-8636-fd028c83ee54'}}] {{(pid=80235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 07:01:48.170895 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-64b88b5a-3ee1-4b9b-b6c7-59224e0a104b req-929e1b20-73da-422b-a7b9-e6697a486163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:48.193283 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-0ab3076d-c088-46eb-ade9-67a11c5df95c req-b175a34e-e1cd-40a1-ba10-8a438a46382b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fee14cdf-cd7b-4e5a-a4a6-f3647c10c460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673082 Jan 24 07:01:48.270110 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b97bd8e1-cf82-403f-95a2-cc5341eda133 admin admin] Notify callbacks [] for router, before_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:48.283870 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55957a3-b4a6-4ee3-b45c-7b197bf70deb req-f1465508-e06c-4cb9-ac00-2128321437a6 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:01:48.286123 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-d55957a3-b4a6-4ee3-b45c-7b197bf70deb req-f1465508-e06c-4cb9-ac00-2128321437a6 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] 10.222.0.22 "GET /v2.0/ports?device_id=f0031d94-0a3d-430a-8b42-be96f9f670d3 HTTP/1.1" status: 200 len: 944 time: 0.1074715 Jan 24 07:01:48.339363 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-6f963d61-9749-49ca-918d-735970e32acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5288a07a-446d-47b3-88f8-2951029b5c0f', 'name': 'tempest-ServerRescueNegativeTestJSON-490811028-router', 'tenant_id': 'ad0f0f6ed63d4257be2cdd0b6041510c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'external_fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.175'}], 'enable_snat': True}, 'gw_port_id': 'a77b51ed-a9c9-4b81-a42a-9df622f6efce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T06:58:31Z', 'updated_at': '2021-01-24T07:01:46Z', 'revision_number': 5, 'project_id': 'ad0f0f6ed63d4257be2cdd0b6041510c', 'gw_port': {'id': 'a77b51ed-a9c9-4b81-a42a-9df622f6efce', 'name': '', 'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:75:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5288a07a-446d-47b3-88f8-2951029b5c0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T06:58:33Z', 'updated_at': '2021-01-24T06:58:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-6-smb'}], 'dv-cinder-772181-6-smb', False) {} {{(pid=80238) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:01:48.342887 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-d55957a3-b4a6-4ee3-b45c-7b197bf70deb req-8ca09c6b-65ac-4ab9-abaa-446e66eb0f77 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] 10.222.0.22 "GET /v2.0/security-groups?id=591f1956-1675-4ed2-b485-595eac679241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492799 Jan 24 07:01:48.343322 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f963d61-9749-49ca-918d-735970e32acb None None] Checking router: 5288a07a-446d-47b3-88f8-2951029b5c0f for host: dv-cinder-772181-6-smb {{(pid=80238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 24 07:01:48.353239 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f963d61-9749-49ca-918d-735970e32acb None None] Routers {'5288a07a-446d-47b3-88f8-2951029b5c0f'} bound to L3 agent in host dv-cinder-772181-6-smb {{(pid=80238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 07:01:48.353337 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-6f963d61-9749-49ca-918d-735970e32acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-24T06:49:21Z,description=,heartbeat_timestamp=2021-01-24T07:01:21Z,host='dv-cinder-772181-6-smb',id=4d190a5c-2620-4f2a-bccf-f8076df9706a,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T06:49:21Z,topic='l3_agent')) {'router_ids': ['5288a07a-446d-47b3-88f8-2951029b5c0f'], 'active': True} {{(pid=80238) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:01:48.545108 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-6f963d61-9749-49ca-918d-735970e32acb None None] Set router 5288a07a-446d-47b3-88f8-2951029b5c0f gateway port host: dv-cinder-772181-6-smb {{(pid=80238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 07:01:48.781633 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-64b88b5a-3ee1-4b9b-b6c7-59224e0a104b req-929e1b20-73da-422b-a7b9-e6697a486163 service neutron] For port bdcb4677-cf3e-477e-a026-07461c250cf0, host hv-cinder-77218, cleared binding levels {{(pid=80235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 07:01:48.810394 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-64b88b5a-3ee1-4b9b-b6c7-59224e0a104b req-929e1b20-73da-422b-a7b9-e6697a486163 service neutron] For port bdcb4677-cf3e-477e-a026-07461c250cf0, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=bdcb4677-cf3e-477e-a026-07461c250cf0,segment=NetworkSegment(5a6aa42c-f965-463e-a169-b51efb39cf8b),segment_id=5a6aa42c-f965-463e-a169-b51efb39cf8b)] {{(pid=80235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 07:01:48.817614 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-64b88b5a-3ee1-4b9b-b6c7-59224e0a104b req-929e1b20-73da-422b-a7b9-e6697a486163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2920372'] for port, after_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:48.824263 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b165fbf-8389-4926-a47b-b1e0be3a6a5f req-f191e641-6165-4130-848e-83e50e726797 tempest-VolumesNegativeTest-1764484282 tempest-VolumesNegativeTest-1764484282] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:01:48.825936 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-7b165fbf-8389-4926-a47b-b1e0be3a6a5f req-f191e641-6165-4130-848e-83e50e726797 tempest-VolumesNegativeTest-1764484282 tempest-VolumesNegativeTest-1764484282] 10.222.0.22 "GET /v2.0/ports?device_id=4925deaa-f2f7-4174-aeb7-393334a366bc HTTP/1.1" status: 200 len: 947 time: 0.1080172 Jan 24 07:01:48.835817 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-4ae9d1eb-d503-4c57-985b-39268001bef2 tempest-VolumesActionsTest-1165896132 tempest-VolumesActionsTest-1165896132] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:01:48.863474 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-6f963d61-9749-49ca-918d-735970e32acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5288a07a-446d-47b3-88f8-2951029b5c0f', 'name': 'tempest-ServerRescueNegativeTestJSON-490811028-router', 'tenant_id': 'ad0f0f6ed63d4257be2cdd0b6041510c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'external_fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.175'}], 'enable_snat': True}, 'gw_port_id': 'a77b51ed-a9c9-4b81-a42a-9df622f6efce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T06:58:31Z', 'updated_at': '2021-01-24T07:01:46Z', 'revision_number': 5, 'project_id': 'ad0f0f6ed63d4257be2cdd0b6041510c', 'gw_port': {'id': 'a77b51ed-a9c9-4b81-a42a-9df622f6efce', 'name': '', 'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:75:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5288a07a-446d-47b3-88f8-2951029b5c0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T06:58:33Z', 'updated_at': '2021-01-24T06:58:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-6-smb'}], 'dv-cinder-772181-6-smb', False) {} {{(pid=80238) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:01:48.867093 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-0ab3076d-c088-46eb-ade9-67a11c5df95c req-efb87b70-d7e6-437a-a8d1-951c50dc869d service neutron] 10.222.0.18 "GET /v2.0/networks/fee14cdf-cd7b-4e5a-a4a6-f3647c10c460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6636908 Jan 24 07:01:48.868112 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f963d61-9749-49ca-918d-735970e32acb None None] The sync data for ids ['5288a07a-446d-47b3-88f8-2951029b5c0f'] in dv-cinder-772181-6-smb is: [{'id': '5288a07a-446d-47b3-88f8-2951029b5c0f', 'name': 'tempest-ServerRescueNegativeTestJSON-490811028-router', 'tenant_id': 'ad0f0f6ed63d4257be2cdd0b6041510c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'external_fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.175'}], 'enable_snat': True}, 'gw_port_id': 'a77b51ed-a9c9-4b81-a42a-9df622f6efce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T06:58:31Z', 'updated_at': '2021-01-24T07:01:46Z', 'revision_number': 5, 'project_id': 'ad0f0f6ed63d4257be2cdd0b6041510c', 'gw_port': {'id': 'a77b51ed-a9c9-4b81-a42a-9df622f6efce', 'name': '', 'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:75:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5288a07a-446d-47b3-88f8-2951029b5c0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T06:58:33Z', 'updated_at': '2021-01-24T06:58:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-6-smb'}] {{(pid=80238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 24 07:01:48.898660 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-7b165fbf-8389-4926-a47b-b1e0be3a6a5f req-45de6d4f-6cf3-408a-be07-29156ae2ac02 tempest-VolumesNegativeTest-1764484282 tempest-VolumesNegativeTest-1764484282] 10.222.0.22 "GET /v2.0/security-groups?id=b878eee6-2442-44fc-84c1-9579d4c2b5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652559 Jan 24 07:01:48.962125 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b97bd8e1-cf82-403f-95a2-cc5341eda133 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:48.986793 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-b97bd8e1-cf82-403f-95a2-cc5341eda133 admin admin] Deleting port a77b51ed-a9c9-4b81-a42a-9df622f6efce {{(pid=80235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 07:01:48.987172 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b97bd8e1-cf82-403f-95a2-cc5341eda133 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760141954436'] for port, before_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:49.171071 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929e1b20-73da-422b-a7b9-e6697a486163 service neutron] Pushing event updated for resources: {'Port': ['ID=bdcb4677-cf3e-477e-a026-07461c250cf0,revision_number=3']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:01:49.226738 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-929e1b20-73da-422b-a7b9-e6697a486163 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:01:49.321475 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-0ab3076d-c088-46eb-ade9-67a11c5df95c req-eab908f3-02d6-41b1-9ff8-c122f5e673f6 service neutron] 10.222.0.18 "GET /v2.0/networks/fee14cdf-cd7b-4e5a-a4a6-f3647c10c460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4268289 Jan 24 07:01:49.345385 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b88b5a-3ee1-4b9b-b6c7-59224e0a104b req-929e1b20-73da-422b-a7b9-e6697a486163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:01:49.346056 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-64b88b5a-3ee1-4b9b-b6c7-59224e0a104b req-929e1b20-73da-422b-a7b9-e6697a486163 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149749'] for port, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:49.347502 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-64b88b5a-3ee1-4b9b-b6c7-59224e0a104b req-929e1b20-73da-422b-a7b9-e6697a486163 service neutron] 10.222.0.18 "PUT /v2.0/ports/bdcb4677-cf3e-477e-a026-07461c250cf0 HTTP/1.1" status: 200 len: 1161 time: 3.0321703 Jan 24 07:01:49.352895 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-b97bd8e1-cf82-403f-95a2-cc5341eda133 admin admin] For port a77b51ed-a9c9-4b81-a42a-9df622f6efce, host dv-cinder-772181-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-6-smb',level=0,port_id=a77b51ed-a9c9-4b81-a42a-9df622f6efce,segment=NetworkSegment(c7c4758e-d769-4634-92c6-d73b8ba1db56),segment_id=c7c4758e-d769-4634-92c6-d73b8ba1db56)] {{(pid=80235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 07:01:49.353290 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b97bd8e1-cf82-403f-95a2-cc5341eda133 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854346336'] for port, precommit_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:49.418998 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4925deaa-f2f7-4174-aeb7-393334a366bc', 'tag': 'bdcb4677-cf3e-477e-a026-07461c250cf0'}] {{(pid=80235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 07:01:49.496407 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4925deaa-f2f7-4174-aeb7-393334a366bc', 'tag': 'bdcb4677-cf3e-477e-a026-07461c250cf0', 'status': 'completed', 'code': 200} Jan 24 07:01:49.577711 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-b97bd8e1-cf82-403f-95a2-cc5341eda133 admin admin] Calling delete_port for a77b51ed-a9c9-4b81-a42a-9df622f6efce owned by network:router_gateway {{(pid=80235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 07:01:49.595498 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ef1cec-c7a3-4e87-9f1d-22de5123c31f req-0c7f147b-330f-412b-8c0e-7d70429a9a12 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:01:49.597419 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-67ef1cec-c7a3-4e87-9f1d-22de5123c31f req-0c7f147b-330f-412b-8c0e-7d70429a9a12 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] 10.222.0.22 "GET /v2.0/ports?device_id=f0031d94-0a3d-430a-8b42-be96f9f670d3 HTTP/1.1" status: 200 len: 944 time: 0.1168156 Jan 24 07:01:49.623168 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-73e242ac-8790-4a78-a707-fe00eef564b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:49.654876 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-67ef1cec-c7a3-4e87-9f1d-22de5123c31f req-1caf23d6-0bf3-4cee-97db-925b33d93aaa tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] 10.222.0.22 "GET /v2.0/security-groups?id=591f1956-1675-4ed2-b485-595eac679241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505197 Jan 24 07:01:49.714080 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Device e8917613-932b-4a8d-94d9-4820610ae67e no longer exists at agent ovs-agent-dv-cinder-772181-6-smb {{(pid=80237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 07:01:49.753736 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] No Port match for: e8917613-932b-4a8d-94d9-4820610ae67e {{(pid=80237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 24 07:01:49.754128 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Device e8917613-932b-4a8d-94d9-4820610ae67e not bound to the agent host dv-cinder-772181-6-smb {{(pid=80237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 24 07:01:49.757393 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b88b5a-3ee1-4b9b-b6c7-59224e0a104b req-7fc23ef2-10d5-4b2c-94dc-c6ec0f08e540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:01:49.759017 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-64b88b5a-3ee1-4b9b-b6c7-59224e0a104b req-7fc23ef2-10d5-4b2c-94dc-c6ec0f08e540 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=19c6451896254ad4b5b5110e6a044061&device_id=4925deaa-f2f7-4174-aeb7-393334a366bc HTTP/1.1" status: 200 len: 1164 time: 0.2662396 Jan 24 07:01:49.770582 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a24e906-6def-47c1-a598-fc5822abf30b req-541c00cc-9dbc-441c-aad1-647caeef9192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:01:49.772081 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-3a24e906-6def-47c1-a598-fc5822abf30b req-541c00cc-9dbc-441c-aad1-647caeef9192 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ecad9f4fc8bb4fd385d4cdbe62d41cec&device_id=f0031d94-0a3d-430a-8b42-be96f9f670d3 HTTP/1.1" status: 200 len: 1161 time: 0.2780433 Jan 24 07:01:49.859965 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b97bd8e1-cf82-403f-95a2-cc5341eda133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363276712759002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363276713243132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851855427'] for port, after_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:49.865726 dv-cinder-772181-6-smb neutron-server[80122]: WARNING neutron.plugins.ml2.ovo_rpc [None req-b97bd8e1-cf82-403f-95a2-cc5341eda133 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Jan 24 07:01:49.865726 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Jan 24 07:01:49.865726 dv-cinder-772181-6-smb neutron-server[80122]: result = function(*args, **kwargs) Jan 24 07:01:49.865726 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Jan 24 07:01:49.865726 dv-cinder-772181-6-smb neutron-server[80122]: proto.__init__(conn_state, self) Jan 24 07:01:49.865726 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Jan 24 07:01:49.865726 dv-cinder-772181-6-smb neutron-server[80122]: self.handle() Jan 24 07:01:49.865726 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Jan 24 07:01:49.865726 dv-cinder-772181-6-smb neutron-server[80122]: self.handle_one_request() Jan 24 07:01:49.865726 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Jan 24 07:01:49.865726 dv-cinder-772181-6-smb neutron-server[80122]: self.handle_one_response() Jan 24 07:01:49.865726 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Jan 24 07:01:49.865726 dv-cinder-772181-6-smb neutron-server[80122]: result = self.application(self.environ, start_response) Jan 24 07:01:49.865726 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Jan 24 07:01:49.865726 dv-cinder-772181-6-smb neutron-server[80122]: return app(environ, start_response) Jan 24 07:01:49.865726 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 24 07:01:49.865726 dv-cinder-772181-6-smb neutron-server[80122]: resp = self.call_func(req, *args, **kw) Jan 24 07:01:49.865726 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 24 07:01:49.865726 dv-cinder-772181-6-smb neutron-server[80122]: return self.func(req, *args, **kwargs) Jan 24 07:01:49.865726 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Jan 24 07:01:49.865726 dv-cinder-772181-6-smb neutron-server[80122]: response = req.get_response(self.application) Jan 24 07:01:49.865726 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 24 07:01:49.865726 dv-cinder-772181-6-smb neutron-server[80122]: application, catch_exc_info=False) Jan 24 07:01:49.865726 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 24 07:01:49.865726 dv-cinder-772181-6-smb neutron-server[80122]: app_iter = application(self.environ, start_response) Jan 24 07:01:49.865726 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 24 07:01:49.865726 dv-cinder-772181-6-smb neutron-server[80122]: resp = self.call_func(req, *args, **kw) Jan 24 07:01:49.865726 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 24 07:01:49.865726 dv-cinder-772181-6-smb neutron-server[80122]: return self.func(req, *args, **kwargs) Jan 24 07:01:49.865726 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Jan 24 07:01:49.865726 dv-cinder-772181-6-smb neutron-server[80122]: response = req.get_response(self.application) Jan 24 07:01:49.865726 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 24 07:01:49.865726 dv-cinder-772181-6-smb neutron-server[80122]: application, catch_exc_info=False) Jan 24 07:01:49.865726 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 24 07:01:49.865726 dv-cinder-772181-6-smb neutron-server[80122]: app_iter = application(self.environ, start_response) Jan 24 07:01:49.865726 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 24 07:01:49.865726 dv-cinder-772181-6-smb neutron-server[80122]: resp = self.call_func(req, *args, **kw) Jan 24 07:01:49.865726 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 24 07:01:49.865726 dv-cinder-772181-6-smb neutron-server[80122]: return self.func(req, *args, **kwargs) Jan 24 07:01:49.865726 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Jan 24 07:01:49.865726 dv-cinder-772181-6-smb neutron-server[80122]: response = req.get_response(self.application) Jan 24 07:01:49.865726 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 24 07:01:49.865726 dv-cinder-772181-6-smb neutron-server[80122]: application, catch_exc_info=False) Jan 24 07:01:49.865726 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 24 07:01:49.865726 dv-cinder-772181-6-smb neutron-server[80122]: app_iter = application(self.environ, start_response) Jan 24 07:01:49.865726 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 24 07:01:49.865726 dv-cinder-772181-6-smb neutron-server[80122]: resp = self.call_func(req, *args, **kw) Jan 24 07:01:49.865726 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 24 07:01:49.865726 dv-cinder-772181-6-smb neutron-server[80122]: return self.func(req, *args, **kwargs) Jan 24 07:01:49.865726 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Jan 24 07:01:49.865726 dv-cinder-772181-6-smb neutron-server[80122]: response = req.get_response(self.application) Jan 24 07:01:49.865726 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 24 07:01:49.865726 dv-cinder-772181-6-smb neutron-server[80122]: application, catch_exc_info=False) Jan 24 07:01:49.865726 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 24 07:01:49.865726 dv-cinder-772181-6-smb neutron-server[80122]: app_iter = application(self.environ, start_response) Jan 24 07:01:49.865726 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 24 07:01:49.865726 dv-cinder-772181-6-smb neutron-server[80122]: resp = self.call_func(req, *args, **kw) Jan 24 07:01:49.865726 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 24 07:01:49.865726 dv-cinder-772181-6-smb neutron-server[80122]: return self.func(req, *args, **kwargs) Jan 24 07:01:49.865726 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Jan 24 07:01:49.865726 dv-cinder-772181-6-smb neutron-server[80122]: return request.get_response(self.application) Jan 24 07:01:49.865726 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 24 07:01:49.865726 dv-cinder-772181-6-smb neutron-server[80122]: application, catch_exc_info=False) Jan 24 07:01:49.865726 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 24 07:01:49.865726 dv-cinder-772181-6-smb neutron-server[80122]: app_iter = application(self.environ, start_response) Jan 24 07:01:49.865726 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 24 07:01:49.865726 dv-cinder-772181-6-smb neutron-server[80122]: resp = self.call_func(req, *args, **kw) Jan 24 07:01:49.865726 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 24 07:01:49.865726 dv-cinder-772181-6-smb neutron-server[80122]: return self.func(req, *args, **kwargs) Jan 24 07:01:49.865726 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Jan 24 07:01:49.865726 dv-cinder-772181-6-smb neutron-server[80122]: response = req.get_response(self._app) Jan 24 07:01:49.865726 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 24 07:01:49.865726 dv-cinder-772181-6-smb neutron-server[80122]: application, catch_exc_info=False) Jan 24 07:01:49.865726 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 24 07:01:49.865726 dv-cinder-772181-6-smb neutron-server[80122]: app_iter = application(self.environ, start_response) Jan 24 07:01:49.865726 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 24 07:01:49.865726 dv-cinder-772181-6-smb neutron-server[80122]: return resp(environ, start_response) Jan 24 07:01:49.865726 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 24 07:01:49.865726 dv-cinder-772181-6-smb neutron-server[80122]: return resp(environ, start_response) Jan 24 07:01:49.865726 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Jan 24 07:01:49.865726 dv-cinder-772181-6-smb neutron-server[80122]: response = self.app(environ, start_response) Jan 24 07:01:49.865726 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 24 07:01:49.865726 dv-cinder-772181-6-smb neutron-server[80122]: return resp(environ, start_response) Jan 24 07:01:49.865726 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 24 07:01:49.865726 dv-cinder-772181-6-smb neutron-server[80122]: resp = self.call_func(req, *args, **kw) Jan 24 07:01:49.865726 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 24 07:01:49.865726 dv-cinder-772181-6-smb neutron-server[80122]: return self.func(req, *args, **kwargs) Jan 24 07:01:49.865726 dv-cinder-772181-6-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Jan 24 07:01:49.874064 dv-cinder-772181-6-smb neutron-server[80122]: result = method(request=request, **args) Jan 24 07:01:49.874064 dv-cinder-772181-6-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Jan 24 07:01:49.874064 dv-cinder-772181-6-smb neutron-server[80122]: return self._delete(request, id, **kwargs) Jan 24 07:01:49.874064 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 24 07:01:49.874064 dv-cinder-772181-6-smb neutron-server[80122]: return f(*args, **kwargs) Jan 24 07:01:49.874064 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 24 07:01:49.874064 dv-cinder-772181-6-smb neutron-server[80122]: return f(*args, **kwargs) Jan 24 07:01:49.874064 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 24 07:01:49.874064 dv-cinder-772181-6-smb neutron-server[80122]: return f(*dup_args, **dup_kwargs) Jan 24 07:01:49.874064 dv-cinder-772181-6-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Jan 24 07:01:49.874064 dv-cinder-772181-6-smb neutron-server[80122]: obj_deleter(request.context, id, **kwargs) Jan 24 07:01:49.874064 dv-cinder-772181-6-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router Jan 24 07:01:49.874064 dv-cinder-772181-6-smb neutron-server[80122]: super(L3_NAT_db_mixin, self).delete_router(context, id) Jan 24 07:01:49.874064 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 24 07:01:49.874064 dv-cinder-772181-6-smb neutron-server[80122]: return method(*args, **kwargs) Jan 24 07:01:49.874064 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 24 07:01:49.874064 dv-cinder-772181-6-smb neutron-server[80122]: return f(*args, **kwargs) Jan 24 07:01:49.874064 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 24 07:01:49.874064 dv-cinder-772181-6-smb neutron-server[80122]: return f(*args, **kwargs) Jan 24 07:01:49.874064 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 24 07:01:49.874064 dv-cinder-772181-6-smb neutron-server[80122]: return f(*dup_args, **dup_kwargs) Jan 24 07:01:49.874064 dv-cinder-772181-6-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Jan 24 07:01:49.874064 dv-cinder-772181-6-smb neutron-server[80122]: self._delete_current_gw_port(context, id, router, None) Jan 24 07:01:49.874064 dv-cinder-772181-6-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port Jan 24 07:01:49.874064 dv-cinder-772181-6-smb neutron-server[80122]: admin_ctx, gw_port_id, l3_port_check=False) Jan 24 07:01:49.874064 dv-cinder-772181-6-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Jan 24 07:01:49.874064 dv-cinder-772181-6-smb neutron-server[80122]: return f(self, context, *args, **kwargs) Jan 24 07:01:49.874064 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 24 07:01:49.874064 dv-cinder-772181-6-smb neutron-server[80122]: return method(*args, **kwargs) Jan 24 07:01:49.874064 dv-cinder-772181-6-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1951, in delete_port Jan 24 07:01:49.874064 dv-cinder-772181-6-smb neutron-server[80122]: context, port, router_ids, bound_mech_contexts) Jan 24 07:01:49.874064 dv-cinder-772181-6-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1960, in _post_delete_port Jan 24 07:01:49.874064 dv-cinder-772181-6-smb neutron-server[80122]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Jan 24 07:01:49.874064 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Jan 24 07:01:49.874064 dv-cinder-772181-6-smb neutron-server[80122]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Jan 24 07:01:49.874064 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Jan 24 07:01:49.874064 dv-cinder-772181-6-smb neutron-server[80122]: return function(*args, **kwargs) Jan 24 07:01:49.874064 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Jan 24 07:01:49.874064 dv-cinder-772181-6-smb neutron-server[80122]: errors = self._notify_loop(resource, event, trigger, **kwargs) Jan 24 07:01:49.874064 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jan 24 07:01:49.874064 dv-cinder-772181-6-smb neutron-server[80122]: callback(resource, event, trigger, **kwargs) Jan 24 07:01:49.874064 dv-cinder-772181-6-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Jan 24 07:01:49.874064 dv-cinder-772181-6-smb neutron-server[80122]: if self._is_session_semantic_violated(context, resource, event): Jan 24 07:01:49.874064 dv-cinder-772181-6-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Jan 24 07:01:49.874064 dv-cinder-772181-6-smb neutron-server[80122]: stack = traceback.extract_stack() Jan 24 07:01:49.874064 dv-cinder-772181-6-smb neutron-server[80122]: Jan 24 07:01:49.900181 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-64b88b5a-3ee1-4b9b-b6c7-59224e0a104b req-79620ca8-6e8a-4950-90a2-583036bfc130 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=bdcb4677-cf3e-477e-a026-07461c250cf0 HTTP/1.1" status: 200 len: 217 time: 0.1208975 Jan 24 07:01:50.121801 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e200301a-3b60-479c-83f1-b55bb72704e4 req-e189a6ec-d24a-4132-88f1-9a0eb6d28512 tempest-VolumesNegativeTest-1764484282 tempest-VolumesNegativeTest-1764484282] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:01:50.123446 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-e200301a-3b60-479c-83f1-b55bb72704e4 req-e189a6ec-d24a-4132-88f1-9a0eb6d28512 tempest-VolumesNegativeTest-1764484282 tempest-VolumesNegativeTest-1764484282] 10.222.0.22 "GET /v2.0/ports?device_id=4925deaa-f2f7-4174-aeb7-393334a366bc HTTP/1.1" status: 200 len: 947 time: 0.1058123 Jan 24 07:01:50.131285 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b88b5a-3ee1-4b9b-b6c7-59224e0a104b req-3135a8d6-8ef1-4ceb-8ca3-03d2cfa0029c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:01:50.133555 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-64b88b5a-3ee1-4b9b-b6c7-59224e0a104b req-3135a8d6-8ef1-4ceb-8ca3-03d2cfa0029c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5986e73c-45ae-4469-989c-98a81b1bfcbb HTTP/1.1" status: 200 len: 843 time: 0.1308920 Jan 24 07:01:50.177589 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-e200301a-3b60-479c-83f1-b55bb72704e4 req-999b17de-3cff-4b2f-b8ac-aff2723b09b8 tempest-VolumesNegativeTest-1764484282 tempest-VolumesNegativeTest-1764484282] 10.222.0.22 "GET /v2.0/security-groups?id=b878eee6-2442-44fc-84c1-9579d4c2b5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477607 Jan 24 07:01:50.242494 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a24e906-6def-47c1-a598-fc5822abf30b req-b519ed41-a361-4804-b6c5-fb611d439157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:01:50.244115 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-3a24e906-6def-47c1-a598-fc5822abf30b req-b519ed41-a361-4804-b6c5-fb611d439157 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fee14cdf-cd7b-4e5a-a4a6-f3647c10c460 HTTP/1.1" status: 200 len: 907 time: 0.4120543 Jan 24 07:01:50.371151 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-3a24e906-6def-47c1-a598-fc5822abf30b req-5d56c412-1852-4380-905d-ea20c23d137e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4647e18d-d7bd-4c46-ab49-79965a428470 HTTP/1.1" status: 200 len: 217 time: 0.0866430 Jan 24 07:01:50.422367 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b97bd8e1-cf82-403f-95a2-cc5341eda133 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-514532'] for router_gateway, after_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:50.677827 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ec1dbc91-b2e4-4f49-9830-502fcd351c79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:50.837190 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b97bd8e1-cf82-403f-95a2-cc5341eda133 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-491808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8874'] for router, precommit_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:50.842160 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b97bd8e1-cf82-403f-95a2-cc5341eda133 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:50.845160 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b88b5a-3ee1-4b9b-b6c7-59224e0a104b req-d4b09f63-2a0b-4703-a48c-5529617c3e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:01:50.846787 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-64b88b5a-3ee1-4b9b-b6c7-59224e0a104b req-d4b09f63-2a0b-4703-a48c-5529617c3e9a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b88331ff-5cc7-4dec-8636-fd028c83ee54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.6978912 Jan 24 07:01:50.893385 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00adcfc2-2210-46f7-b89c-d8101d57ff03 req-f052017e-84b3-4c5f-9593-2b26cbbd1daa tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:01:50.894987 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-00adcfc2-2210-46f7-b89c-d8101d57ff03 req-f052017e-84b3-4c5f-9593-2b26cbbd1daa tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] 10.222.0.22 "GET /v2.0/ports?device_id=f0031d94-0a3d-430a-8b42-be96f9f670d3 HTTP/1.1" status: 200 len: 944 time: 0.1052983 Jan 24 07:01:50.947143 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-00adcfc2-2210-46f7-b89c-d8101d57ff03 req-4bbeef34-db8e-4729-a220-f3028a286fcf tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] 10.222.0.22 "GET /v2.0/security-groups?id=591f1956-1675-4ed2-b485-595eac679241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450521 Jan 24 07:01:50.961060 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a24e906-6def-47c1-a598-fc5822abf30b req-2cda25ee-4309-4e24-b1e5-e00fe284e5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:01:50.962729 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-3a24e906-6def-47c1-a598-fc5822abf30b req-2cda25ee-4309-4e24-b1e5-e00fe284e5b8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=57362b84-9fbb-4c3e-8334-99fa83fb8597 HTTP/1.1" status: 200 len: 853 time: 0.5820255 Jan 24 07:01:51.065616 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b97bd8e1-cf82-403f-95a2-cc5341eda133 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854262125'] for router, after_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:51.066200 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b97bd8e1-cf82-403f-95a2-cc5341eda133 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5288a07a-446d-47b3-88f8-2951029b5c0f {{(pid=80235) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 24 07:01:51.077355 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-3a24e906-6def-47c1-a598-fc5822abf30b req-e2994021-c0de-430e-b62c-894e2a7e77c7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fee14cdf-cd7b-4e5a-a4a6-f3647c10c460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606644 Jan 24 07:01:51.125683 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:51.205378 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b97bd8e1-cf82-403f-95a2-cc5341eda133 admin admin] Notify callbacks [] for router, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:51.207396 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-b97bd8e1-cf82-403f-95a2-cc5341eda133 admin admin] 10.222.0.22 "DELETE /v2.0/routers/5288a07a-446d-47b3-88f8-2951029b5c0f HTTP/1.1" status: 204 len: 168 time: 3.3590860 Jan 24 07:01:51.209517 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 35966) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:01:51.246432 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-64b88b5a-3ee1-4b9b-b6c7-59224e0a104b req-e81850a9-9ced-44a0-b9b3-d1df2edce0b7 service neutron] 10.222.0.18 "GET /v2.0/networks/b88331ff-5cc7-4dec-8636-fd028c83ee54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3245571 Jan 24 07:01:51.266954 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Device 4647e18d-d7bd-4c46-ab49-79965a428470 up at agent ovs-agent-hv-cinder-77218 {{(pid=80237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 07:01:51.378287 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-3a24e906-6def-47c1-a598-fc5822abf30b req-a3f2ddb5-42d4-42bd-9e02-a9dfc5d112ad service neutron] 10.222.0.18 "GET /v2.0/networks/fee14cdf-cd7b-4e5a-a4a6-f3647c10c460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2834835 Jan 24 07:01:51.389518 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Provisioning for port 4647e18d-d7bd-4c46-ab49-79965a428470 completed by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 07:01:51.410256 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Provisioning complete for port 4647e18d-d7bd-4c46-ab49-79965a428470 triggered by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 07:01:51.410916 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:51.411346 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a95da38-e174-424d-bc7d-e636fda601f2 admin admin] Deleting subnet 0dadd72a-b072-4889-a91f-b6d7879c968a {{(pid=80236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 24 07:01:51.420320 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9a95da38-e174-424d-bc7d-e636fda601f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:51.501197 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9a95da38-e174-424d-bc7d-e636fda601f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2864173'] for subnet, precommit_delete_associations {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:51.550136 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-64b88b5a-3ee1-4b9b-b6c7-59224e0a104b req-5b98049b-e38d-4d48-b050-b622ca0f5d08 service neutron] 10.222.0.18 "GET /v2.0/networks/b88331ff-5cc7-4dec-8636-fd028c83ee54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2853739 Jan 24 07:01:51.593090 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789dcbc3-79f0-4fe8-a508-c7ac50b82f35 req-ba22bc08-37b5-4130-b9f7-0b5d8cecadb9 tempest-VolumesNegativeTest-1764484282 tempest-VolumesNegativeTest-1764484282] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:01:51.594578 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-789dcbc3-79f0-4fe8-a508-c7ac50b82f35 req-ba22bc08-37b5-4130-b9f7-0b5d8cecadb9 tempest-VolumesNegativeTest-1764484282 tempest-VolumesNegativeTest-1764484282] 10.222.0.22 "GET /v2.0/ports?device_id=4925deaa-f2f7-4174-aeb7-393334a366bc HTTP/1.1" status: 200 len: 947 time: 0.2442198 Jan 24 07:01:51.608252 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-3a24e906-6def-47c1-a598-fc5822abf30b req-a631f9c4-5e45-4818-a815-f9f495ed2bb8 service neutron] 10.222.0.18 "GET /v2.0/networks/fee14cdf-cd7b-4e5a-a4a6-f3647c10c460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2124557 Jan 24 07:01:51.632941 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:51.650695 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9a95da38-e174-424d-bc7d-e636fda601f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853356919'] for subnet, precommit_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:51.676157 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] For port 4647e18d-d7bd-4c46-ab49-79965a428470, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=4647e18d-d7bd-4c46-ab49-79965a428470,segment=NetworkSegment(5937deae-815f-4d83-923d-ce00e245a520),segment_id=5937deae-815f-4d83-923d-ce00e245a520)] {{(pid=80237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 07:01:51.677211 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0031d94-0a3d-430a-8b42-be96f9f670d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4647e18d-d7bd-4c46-ab49-79965a428470'}] {{(pid=80237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 07:01:51.686876 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098'] for port, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:51.687149 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:01:51.735776 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-789dcbc3-79f0-4fe8-a508-c7ac50b82f35 req-6dca27f9-5b2a-4fc4-9fda-8ccff88c38a6 tempest-VolumesNegativeTest-1764484282 tempest-VolumesNegativeTest-1764484282] 10.222.0.22 "GET /v2.0/security-groups?id=b878eee6-2442-44fc-84c1-9579d4c2b5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250350 Jan 24 07:01:51.782552 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a472ed-146e-4351-9f8c-821149434c06 req-0571cf2f-29d9-4c65-a805-9cb05f6db813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:01:51.784224 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-36a472ed-146e-4351-9f8c-821149434c06 req-0571cf2f-29d9-4c65-a805-9cb05f6db813 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=19c6451896254ad4b5b5110e6a044061&device_id=4925deaa-f2f7-4174-aeb7-393334a366bc HTTP/1.1" status: 200 len: 1164 time: 0.1318905 Jan 24 07:01:51.793080 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0031d94-0a3d-430a-8b42-be96f9f670d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4647e18d-d7bd-4c46-ab49-79965a428470', 'code': 200} Jan 24 07:01:51.814439 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Pushing event updated for resources: {'Port': ['ID=4647e18d-d7bd-4c46-ab49-79965a428470,revision_number=4']} {{(pid=80237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:01:51.818664 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:01:51.968096 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a472ed-146e-4351-9f8c-821149434c06 req-962d136b-5b65-4c56-aa8c-55d1744702dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:01:51.969687 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-36a472ed-146e-4351-9f8c-821149434c06 req-962d136b-5b65-4c56-aa8c-55d1744702dc service neutron] 10.222.0.18 "GET /v2.0/networks?id=b88331ff-5cc7-4dec-8636-fd028c83ee54 HTTP/1.1" status: 200 len: 863 time: 0.1565020 Jan 24 07:01:52.036741 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9a95da38-e174-424d-bc7d-e636fda601f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1418929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854325308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852009695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851954040'] for subnet, after_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:52.054282 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:01:52.095119 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-36a472ed-146e-4351-9f8c-821149434c06 req-452ea2be-53bb-43e3-b6b6-345412796d9a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=bdcb4677-cf3e-477e-a026-07461c250cf0 HTTP/1.1" status: 200 len: 217 time: 0.1170292 Jan 24 07:01:52.151229 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a95da38-e174-424d-bc7d-e636fda601f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0dadd72a-b072-4889-a91f-b6d7879c968a,revision_number=None']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:01:52.189773 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a472ed-146e-4351-9f8c-821149434c06 req-b1d34e18-c7a1-4adf-aab6-a3b827cf8292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:01:52.191355 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-36a472ed-146e-4351-9f8c-821149434c06 req-b1d34e18-c7a1-4adf-aab6-a3b827cf8292 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5986e73c-45ae-4469-989c-98a81b1bfcbb HTTP/1.1" status: 200 len: 843 time: 0.0883715 Jan 24 07:01:52.201732 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5c4094-6149-4ae0-8170-4aac5cee2948 req-2d85e4d7-5775-440c-b421-bde1f8dc6549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:01:52.203294 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-ff5c4094-6149-4ae0-8170-4aac5cee2948 req-2d85e4d7-5775-440c-b421-bde1f8dc6549 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f0031d94-0a3d-430a-8b42-be96f9f670d3 HTTP/1.1" status: 200 len: 1163 time: 0.1571865 Jan 24 07:01:52.243492 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-9a95da38-e174-424d-bc7d-e636fda601f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:01:52.338383 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-ff5c4094-6149-4ae0-8170-4aac5cee2948 req-252f9f3e-4f28-4476-a52f-484b68fddf0c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=591f1956-1675-4ed2-b485-595eac679241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626779 Jan 24 07:01:52.357232 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a472ed-146e-4351-9f8c-821149434c06 req-d132be1c-906a-4c6f-b6d2-8053db34c7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:01:52.358891 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-36a472ed-146e-4351-9f8c-821149434c06 req-d132be1c-906a-4c6f-b6d2-8053db34c7fc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b88331ff-5cc7-4dec-8636-fd028c83ee54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1184437 Jan 24 07:01:52.513047 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9a95da38-e174-424d-bc7d-e636fda601f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:52.528854 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-9a95da38-e174-424d-bc7d-e636fda601f2 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/0dadd72a-b072-4889-a91f-b6d7879c968a HTTP/1.1" status: 204 len: 168 time: 1.3176875 Jan 24 07:01:52.531788 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 35980) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:01:52.567968 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82863144-dc94-4476-afbe-f46d4cee1e6b req-62a9c76d-fc31-4165-b3d3-ffea3e829ffa tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:01:52.569937 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-82863144-dc94-4476-afbe-f46d4cee1e6b req-62a9c76d-fc31-4165-b3d3-ffea3e829ffa tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/ports?device_id=d8b28494-46db-42eb-9dfe-87b08b818e90 HTTP/1.1" status: 200 len: 946 time: 0.4265304 Jan 24 07:01:52.596763 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914a7f37-c6ff-4f9d-8a48-994fb2331441 req-abdf6c9d-3b22-4da4-8efc-7434a8b44332 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:01:52.598333 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-914a7f37-c6ff-4f9d-8a48-994fb2331441 req-abdf6c9d-3b22-4da4-8efc-7434a8b44332 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] 10.222.0.22 "GET /v2.0/ports?device_id=f0031d94-0a3d-430a-8b42-be96f9f670d3 HTTP/1.1" status: 200 len: 946 time: 0.4530215 Jan 24 07:01:52.650038 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-234e5594-7a0b-4e8c-b8aa-6f4b31972cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:52.674726 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-82863144-dc94-4476-afbe-f46d4cee1e6b req-8ef14028-1eb2-462d-ae14-1a933ac88e8f tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/security-groups?id=7c9aee4f-6d1b-48fa-a5b9-acc674b2a6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752592 Jan 24 07:01:52.689973 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-914a7f37-c6ff-4f9d-8a48-994fb2331441 req-7b7f12a1-7dcf-4270-b3ce-05ca664e2b95 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] 10.222.0.22 "GET /v2.0/security-groups?id=591f1956-1675-4ed2-b485-595eac679241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739417 Jan 24 07:01:52.740478 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42412b1d-1a40-40ef-95b5-6885127a0acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853395168'] for network, before_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:52.895676 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-36a472ed-146e-4351-9f8c-821149434c06 req-62b17081-af58-4cf2-a058-a6e3c12524d6 service neutron] 10.222.0.18 "GET /v2.0/networks/b88331ff-5cc7-4dec-8636-fd028c83ee54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2902343 Jan 24 07:01:52.989646 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a634009-c320-4e43-9365-00cd9c11373e req-ed25b90f-8bad-4683-be3a-33af7edff2f0 tempest-VolumesNegativeTest-1764484282 tempest-VolumesNegativeTest-1764484282] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:01:52.992198 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-3a634009-c320-4e43-9365-00cd9c11373e req-ed25b90f-8bad-4683-be3a-33af7edff2f0 tempest-VolumesNegativeTest-1764484282 tempest-VolumesNegativeTest-1764484282] 10.222.0.22 "GET /v2.0/ports?device_id=4925deaa-f2f7-4174-aeb7-393334a366bc HTTP/1.1" status: 200 len: 947 time: 0.1063769 Jan 24 07:01:53.003028 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Device 4647e18d-d7bd-4c46-ab49-79965a428470 up at agent ovs-agent-hv-cinder-77218 {{(pid=80237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 07:01:53.047256 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-3a634009-c320-4e43-9365-00cd9c11373e req-32be9e8b-8e67-4207-8283-fec2b307e21d tempest-VolumesNegativeTest-1764484282 tempest-VolumesNegativeTest-1764484282] 10.222.0.22 "GET /v2.0/security-groups?id=b878eee6-2442-44fc-84c1-9579d4c2b5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487602 Jan 24 07:01:53.050028 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42412b1d-1a40-40ef-95b5-6885127a0acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853359627', 'neutron.services.segments.db._delete_segments_for_network-8760142051665'] for network, precommit_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:53.080864 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Provisioning complete for port 4647e18d-d7bd-4c46-ab49-79965a428470 triggered by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 07:01:53.081279 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:53.212280 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.services.segments.db [None req-42412b1d-1a40-40ef-95b5-6885127a0acc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a584046b-dd19-4b2d-957a-0c960829c5a8']}} {{(pid=80235) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:01:53.228515 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-36a472ed-146e-4351-9f8c-821149434c06 req-5ef51504-73e6-424f-ae6a-1ed0fcdba625 service neutron] 10.222.0.18 "GET /v2.0/networks/b88331ff-5cc7-4dec-8636-fd028c83ee54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2805576 Jan 24 07:01:53.230115 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.services.segments.db [None req-42412b1d-1a40-40ef-95b5-6885127a0acc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c42de142-bc09-4c88-8c21-53c17236eeb2') {'for_net_delete': True} {{(pid=80235) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:01:53.230452 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.services.segments.db [None req-42412b1d-1a40-40ef-95b5-6885127a0acc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c42de142-bc09-4c88-8c21-53c17236eeb2') {} {{(pid=80235) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:01:53.242483 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42412b1d-1a40-40ef-95b5-6885127a0acc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760142046050', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2433891'] for segment, before_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:53.258909 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42412b1d-1a40-40ef-95b5-6885127a0acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419005'] for segment, precommit_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:53.261010 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-42412b1d-1a40-40ef-95b5-6885127a0acc admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80235) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 24 07:01:53.685557 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-42412b1d-1a40-40ef-95b5-6885127a0acc admin admin] Network a584046b-dd19-4b2d-957a-0c960829c5a8 has no segments {{(pid=80235) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 24 07:01:53.697817 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42412b1d-1a40-40ef-95b5-6885127a0acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853356811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2920394'] for segment, after_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:53.765557 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Device a77b51ed-a9c9-4b81-a42a-9df622f6efce no longer exists at agent ovs-agent-dv-cinder-772181-6-smb {{(pid=80237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 07:01:53.810447 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] No Port match for: a77b51ed-a9c9-4b81-a42a-9df622f6efce {{(pid=80237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 24 07:01:53.811004 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Device a77b51ed-a9c9-4b81-a42a-9df622f6efce not bound to the agent host dv-cinder-772181-6-smb {{(pid=80237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 24 07:01:53.886934 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-42412b1d-1a40-40ef-95b5-6885127a0acc admin admin] Network a584046b-dd19-4b2d-957a-0c960829c5a8 has no segments {{(pid=80235) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 24 07:01:53.910154 dv-cinder-772181-6-smb neutron-server[80122]: Traceback (most recent call last): Jan 24 07:01:53.910154 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 07:01:53.910154 dv-cinder-772181-6-smb neutron-server[80122]: timer() Jan 24 07:01:53.910154 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 07:01:53.910154 dv-cinder-772181-6-smb neutron-server[80122]: cb(*args, **kw) Jan 24 07:01:53.910154 dv-cinder-772181-6-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 24 07:01:53.910154 dv-cinder-772181-6-smb neutron-server[80122]: return func(*args, **kwargs) Jan 24 07:01:53.910154 dv-cinder-772181-6-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 07:01:53.910154 dv-cinder-772181-6-smb neutron-server[80122]: self._notify() Jan 24 07:01:53.910154 dv-cinder-772181-6-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 07:01:53.910154 dv-cinder-772181-6-smb neutron-server[80122]: self.callback(batched_events) Jan 24 07:01:53.910154 dv-cinder-772181-6-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 07:01:53.910154 dv-cinder-772181-6-smb neutron-server[80122]: event.method(event) Jan 24 07:01:53.910154 dv-cinder-772181-6-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 07:01:53.910154 dv-cinder-772181-6-smb neutron-server[80122]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 07:01:53.910154 dv-cinder-772181-6-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 24 07:01:53.910154 dv-cinder-772181-6-smb neutron-server[80122]: segment_id)['aggregates'][0] Jan 24 07:01:53.910154 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 07:01:53.910154 dv-cinder-772181-6-smb neutron-server[80122]: return f(self, *a, **k) Jan 24 07:01:53.910154 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 24 07:01:53.910154 dv-cinder-772181-6-smb neutron-server[80122]: return self._get(url).json() Jan 24 07:01:53.910154 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 07:01:53.910154 dv-cinder-772181-6-smb neutron-server[80122]: **kwargs) Jan 24 07:01:53.910154 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 07:01:53.910154 dv-cinder-772181-6-smb neutron-server[80122]: return self.request(url, 'GET', **kwargs) Jan 24 07:01:53.910154 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 24 07:01:53.910154 dv-cinder-772181-6-smb neutron-server[80122]: **endpoint_filter) Jan 24 07:01:53.910154 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 07:01:53.910154 dv-cinder-772181-6-smb neutron-server[80122]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 07:01:53.910154 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 07:01:53.910154 dv-cinder-772181-6-smb neutron-server[80122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 07:01:53.910154 dv-cinder-772181-6-smb neutron-server[80122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 07:01:53.991333 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42412b1d-1a40-40ef-95b5-6885127a0acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1416142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854325290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854261251'] for network, after_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:53.995015 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:01:54.000224 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688184e4-ffe2-404c-a52f-83d7a4c44f1b req-5ab57a74-6ddd-49b7-bb19-41075589086d tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:01:54.001874 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-688184e4-ffe2-404c-a52f-83d7a4c44f1b req-5ab57a74-6ddd-49b7-bb19-41075589086d tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] 10.222.0.22 "GET /v2.0/ports?device_id=f0031d94-0a3d-430a-8b42-be96f9f670d3 HTTP/1.1" status: 200 len: 946 time: 0.1429598 Jan 24 07:01:54.009088 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42412b1d-1a40-40ef-95b5-6885127a0acc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539807'] for network, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:54.020269 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42412b1d-1a40-40ef-95b5-6885127a0acc admin admin] Pushing event deleted for resources: {'Network': ['ID=a584046b-dd19-4b2d-957a-0c960829c5a8,revision_number=None']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:01:54.024536 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-42412b1d-1a40-40ef-95b5-6885127a0acc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:01:54.028847 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404a6686-e090-4b4f-8938-aab4bd7e35d4 req-42137a2c-e211-45e4-90c7-a5fef5c8ac57 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:01:54.029108 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-42412b1d-1a40-40ef-95b5-6885127a0acc admin admin] 10.222.0.22 "DELETE /v2.0/networks/a584046b-dd19-4b2d-957a-0c960829c5a8 HTTP/1.1" status: 204 len: 168 time: 1.4962292 Jan 24 07:01:54.030460 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-404a6686-e090-4b4f-8938-aab4bd7e35d4 req-42137a2c-e211-45e4-90c7-a5fef5c8ac57 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/ports?device_id=d8b28494-46db-42eb-9dfe-87b08b818e90 HTTP/1.1" status: 200 len: 946 time: 0.2083709 Jan 24 07:01:54.115136 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-688184e4-ffe2-404c-a52f-83d7a4c44f1b req-6d8f2374-ef08-4fee-8b5f-b514708ba0e6 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] 10.222.0.22 "GET /v2.0/security-groups?id=591f1956-1675-4ed2-b485-595eac679241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836303 Jan 24 07:01:54.126652 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-404a6686-e090-4b4f-8938-aab4bd7e35d4 req-aa43dfef-47f6-46d7-a04c-ed8c1722e1b3 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/security-groups?id=7c9aee4f-6d1b-48fa-a5b9-acc674b2a6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717871 Jan 24 07:01:54.248007 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 35996) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:01:54.305957 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-8eedd30a-6112-4226-980e-931f06b325bf admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ad0f0f6ed63d4257be2cdd0b6041510c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0540683 Jan 24 07:01:54.306182 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 36002) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:01:54.342784 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5bc251-7d82-4674-b678-df985e18d068 req-0a19e3b0-f7a2-4017-8abd-1383a6e52097 tempest-VolumesNegativeTest-1764484282 tempest-VolumesNegativeTest-1764484282] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:01:54.344602 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-cf5bc251-7d82-4674-b678-df985e18d068 req-0a19e3b0-f7a2-4017-8abd-1383a6e52097 tempest-VolumesNegativeTest-1764484282 tempest-VolumesNegativeTest-1764484282] 10.222.0.22 "GET /v2.0/ports?device_id=4925deaa-f2f7-4174-aeb7-393334a366bc HTTP/1.1" status: 200 len: 947 time: 0.1084907 Jan 24 07:01:54.370389 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f0259b52-1cea-43df-a9da-efb3595eb3de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:54.402188 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-cf5bc251-7d82-4674-b678-df985e18d068 req-b59be359-e629-4594-9f1e-019823662817 tempest-VolumesNegativeTest-1764484282 tempest-VolumesNegativeTest-1764484282] 10.222.0.22 "GET /v2.0/security-groups?id=b878eee6-2442-44fc-84c1-9579d4c2b5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500746 Jan 24 07:01:54.404500 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f0259b52-1cea-43df-a9da-efb3595eb3de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:54.462824 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f0259b52-1cea-43df-a9da-efb3595eb3de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:54.468348 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-d6043316-4574-481f-b407-f189cfb5d06a tempest-VolumesNegativeTest-1764484282 tempest-VolumesNegativeTest-1764484282] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:01:54.483260 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0259b52-1cea-43df-a9da-efb3595eb3de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0fd1909-caa0-4f27-9897-89809084cf7b,revision_number=None']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:01:54.486511 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-f0259b52-1cea-43df-a9da-efb3595eb3de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:01:54.493000 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f0259b52-1cea-43df-a9da-efb3595eb3de admin admin] Notify callbacks [] for security_group, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:54.494362 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-f0259b52-1cea-43df-a9da-efb3595eb3de admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b0fd1909-caa0-4f27-9897-89809084cf7b HTTP/1.1" status: 204 len: 168 time: 0.1870818 Jan 24 07:01:55.003286 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Network b88331ff-5cc7-4dec-8636-fd028c83ee54 details requested by agent ovs-agent-hv-cinder-77218 with host hv-cinder-77218 {{(pid=80237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 24 07:01:55.372035 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cd2f50-6b6f-4720-ace3-3ff63603d782 req-a9bbba6c-7e5e-4891-b7f7-34d2b0b8fcb3 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:01:55.373703 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-78cd2f50-6b6f-4720-ace3-3ff63603d782 req-a9bbba6c-7e5e-4891-b7f7-34d2b0b8fcb3 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/ports?device_id=d8b28494-46db-42eb-9dfe-87b08b818e90 HTTP/1.1" status: 200 len: 946 time: 0.1096425 Jan 24 07:01:55.397643 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.objects.ports [None req-5cc3fd38-fb66-4ba1-b636-de7430cff370 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80237) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 24 07:01:55.430295 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-78cd2f50-6b6f-4720-ace3-3ff63603d782 req-75aeb785-c3f0-485a-a965-856ae9d76edf tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/security-groups?id=7c9aee4f-6d1b-48fa-a5b9-acc674b2a6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501397 Jan 24 07:01:55.520738 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 36034) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:01:55.647286 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28da653-72e4-43e6-a907-9513dcddd2b7 req-103b7a8a-ee76-4866-bee2-2654c6b8d1eb tempest-VolumesNegativeTest-1764484282 tempest-VolumesNegativeTest-1764484282] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:01:55.649057 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-e28da653-72e4-43e6-a907-9513dcddd2b7 req-103b7a8a-ee76-4866-bee2-2654c6b8d1eb tempest-VolumesNegativeTest-1764484282 tempest-VolumesNegativeTest-1764484282] 10.222.0.22 "GET /v2.0/ports?device_id=4925deaa-f2f7-4174-aeb7-393334a366bc HTTP/1.1" status: 200 len: 947 time: 0.1093793 Jan 24 07:01:55.667007 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-7a98184b-1e6c-482b-96ee-d4a586f67f2e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-899880209-network', 'tenant_id': 'b352ad353356444ca4a7e94501f26e10'}} {{(pid=80235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 07:01:55.672012 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-7a98184b-1e6c-482b-96ee-d4a586f67f2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 07:01:55.676009 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-7a98184b-1e6c-482b-96ee-d4a586f67f2e admin admin] Usage tracker for resource:network and tenant:b352ad353356444ca4a7e94501f26e10 is out of sync, need to count used quota {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 07:01:55.679468 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-7a98184b-1e6c-482b-96ee-d4a586f67f2e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 07:01:55.685222 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-7a98184b-1e6c-482b-96ee-d4a586f67f2e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 07:01:55.695343 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a98184b-1e6c-482b-96ee-d4a586f67f2e admin admin] Made reservation on behalf of b352ad353356444ca4a7e94501f26e10 for: {'network': 1} {{(pid=80235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 07:01:55.700097 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-7a98184b-1e6c-482b-96ee-d4a586f67f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for network, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:55.702061 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-e28da653-72e4-43e6-a907-9513dcddd2b7 req-458df183-ee15-4dc2-b61e-01cd65546579 tempest-VolumesNegativeTest-1764484282 tempest-VolumesNegativeTest-1764484282] 10.222.0.22 "GET /v2.0/security-groups?id=b878eee6-2442-44fc-84c1-9579d4c2b5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458312 Jan 24 07:01:55.713084 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-7a98184b-1e6c-482b-96ee-d4a586f67f2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:55.729134 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-7a98184b-1e6c-482b-96ee-d4a586f67f2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 07:01:55.733184 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-7a98184b-1e6c-482b-96ee-d4a586f67f2e admin admin] Usage tracker for resource:security_group_rule and tenant:b352ad353356444ca4a7e94501f26e10 is out of sync, need to count used quota {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 07:01:55.736141 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-7a98184b-1e6c-482b-96ee-d4a586f67f2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 07:01:55.741973 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-7a98184b-1e6c-482b-96ee-d4a586f67f2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 07:01:55.827308 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-7a98184b-1e6c-482b-96ee-d4a586f67f2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:55.829910 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-7a98184b-1e6c-482b-96ee-d4a586f67f2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:55.834043 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-2e2935f8-879e-422f-bb04-ffd2a27f9bee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:01:55.866859 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a98184b-1e6c-482b-96ee-d4a586f67f2e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80235) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 24 07:01:55.875944 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a98184b-1e6c-482b-96ee-d4a586f67f2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2b72a92-d269-487e-9126-3464250cd4a4,revision_number=1']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:01:55.879824 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-7a98184b-1e6c-482b-96ee-d4a586f67f2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:01:55.883325 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-7a98184b-1e6c-482b-96ee-d4a586f67f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419005'] for segment, precommit_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:55.883747 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.db.segments_db [None req-7a98184b-1e6c-482b-96ee-d4a586f67f2e admin admin] Added segment 2d94361e-67c4-4120-8244-70bedab0ca27 of type vxlan for network e13c5a42-1024-4ca2-b72d-41265c0f5cf1 Jan 24 07:01:55.914242 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-7a98184b-1e6c-482b-96ee-d4a586f67f2e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760141522069'] for network, precommit_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:55.943364 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-7a98184b-1e6c-482b-96ee-d4a586f67f2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854325290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788'] for network, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:55.945192 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a98184b-1e6c-482b-96ee-d4a586f67f2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:01:55.945919 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-7a98184b-1e6c-482b-96ee-d4a586f67f2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539807'] for network, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:55.950880 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:01:56.055930 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Device bdcb4677-cf3e-477e-a026-07461c250cf0 up at agent ovs-agent-hv-cinder-77218 {{(pid=80237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 07:01:56.060856 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a98184b-1e6c-482b-96ee-d4a586f67f2e admin admin] Pushing event updated for resources: {'Network': ['ID=e13c5a42-1024-4ca2-b72d-41265c0f5cf1,revision_number=1']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:01:56.072357 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-7a98184b-1e6c-482b-96ee-d4a586f67f2e admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5472715 Jan 24 07:01:56.072357 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-7a98184b-1e6c-482b-96ee-d4a586f67f2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:01:56.072662 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 36042) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:01:56.078566 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-db4a94e7-ceb1-45d5-9142-34e18154607d admin admin] Request body: {'subnet': {'network_id': 'e13c5a42-1024-4ca2-b72d-41265c0f5cf1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-899880209-subnet', 'tenant_id': 'b352ad353356444ca4a7e94501f26e10', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 07:01:56.083939 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-db4a94e7-ceb1-45d5-9142-34e18154607d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 07:01:56.088536 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-db4a94e7-ceb1-45d5-9142-34e18154607d admin admin] Usage tracker for resource:subnet and tenant:b352ad353356444ca4a7e94501f26e10 is out of sync, need to count used quota {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 07:01:56.091757 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-db4a94e7-ceb1-45d5-9142-34e18154607d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 07:01:56.094224 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Network e13c5a42-1024-4ca2-b72d-41265c0f5cf1 details requested by agent ovs-agent-dv-cinder-772181-6-smb with host dv-cinder-772181-6-smb {{(pid=80237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 24 07:01:56.097468 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-db4a94e7-ceb1-45d5-9142-34e18154607d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 07:01:56.107652 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Network e13c5a42-1024-4ca2-b72d-41265c0f5cf1 details requested by agent ovs-agent-hv-cinder-77218 with host hv-cinder-77218 {{(pid=80237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 24 07:01:56.111828 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db4a94e7-ceb1-45d5-9142-34e18154607d admin admin] Made reservation on behalf of b352ad353356444ca4a7e94501f26e10 for: {'subnet': 1} {{(pid=80235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 07:01:56.116811 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-db4a94e7-ceb1-45d5-9142-34e18154607d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852350108'] for subnet, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:56.331006 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Provisioning for port bdcb4677-cf3e-477e-a026-07461c250cf0 completed by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 07:01:56.336009 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Provisioning complete for port bdcb4677-cf3e-477e-a026-07461c250cf0 triggered by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 07:01:56.336422 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:56.458701 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:56.487882 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4925deaa-f2f7-4174-aeb7-393334a366bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdcb4677-cf3e-477e-a026-07461c250cf0'}] {{(pid=80237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 07:01:56.501619 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] For port bdcb4677-cf3e-477e-a026-07461c250cf0, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=bdcb4677-cf3e-477e-a026-07461c250cf0,segment=NetworkSegment(5a6aa42c-f965-463e-a169-b51efb39cf8b),segment_id=5a6aa42c-f965-463e-a169-b51efb39cf8b)] {{(pid=80237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 07:01:56.505392 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098'] for port, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:56.507491 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:01:56.531156 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-db4a94e7-ceb1-45d5-9142-34e18154607d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854325308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2920748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852350091'] for subnet, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:56.552314 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:01:56.566206 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4925deaa-f2f7-4174-aeb7-393334a366bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdcb4677-cf3e-477e-a026-07461c250cf0', 'code': 200} Jan 24 07:01:56.581105 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Pushing event updated for resources: {'Port': ['ID=bdcb4677-cf3e-477e-a026-07461c250cf0,revision_number=4']} {{(pid=80237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:01:56.584669 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:01:56.699068 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4a94e7-ceb1-45d5-9142-34e18154607d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8139419-7045-48a6-8319-a8eda9bca8a9,revision_number=0']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:01:56.702077 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-db4a94e7-ceb1-45d5-9142-34e18154607d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:01:56.721351 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee932f1-9be9-42d9-9df2-528b84e9b54a req-54e04c86-c896-439d-ade7-9ea20b7b463b tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:01:56.723065 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-9ee932f1-9be9-42d9-9df2-528b84e9b54a req-54e04c86-c896-439d-ade7-9ea20b7b463b tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/ports?device_id=d8b28494-46db-42eb-9dfe-87b08b818e90 HTTP/1.1" status: 200 len: 946 time: 0.1139174 Jan 24 07:01:56.778178 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4a94e7-ceb1-45d5-9142-34e18154607d admin admin] Checking segment: {'id': '2d94361e-67c4-4120-8244-70bedab0ca27', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e13c5a42-1024-4ca2-b72d-41265c0f5cf1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 07:01:56.778562 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4a94e7-ceb1-45d5-9142-34e18154607d admin admin] Network hostable DHCP agents. Network: e13c5a42-1024-4ca2-b72d-41265c0f5cf1, hostable agents: ['d33f51e1-f1a2-468d-95a7-36d67ba2db65'], hosted agents: [] {{(pid=80235) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 24 07:01:56.780586 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-9ee932f1-9be9-42d9-9df2-528b84e9b54a req-8de7da98-236b-430a-b5ab-2cff47228aca tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/security-groups?id=7c9aee4f-6d1b-48fa-a5b9-acc674b2a6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504754 Jan 24 07:01:56.855927 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4a94e7-ceb1-45d5-9142-34e18154607d admin admin] Network e13c5a42-1024-4ca2-b72d-41265c0f5cf1 is scheduled to be hosted by DHCP agent d33f51e1-f1a2-468d-95a7-36d67ba2db65 with binding_index 1 {{(pid=80235) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 24 07:01:56.869884 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [None req-db4a94e7-ceb1-45d5-9142-34e18154607d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-6-smb, e13c5a42-1024-4ca2-b72d-41265c0f5cf1) {{(pid=80235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 07:01:56.879744 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660fd108-c8a5-4a05-bb0d-6cbbbb74483f None None] Network e13c5a42-1024-4ca2-b72d-41265c0f5cf1 requested from dv-cinder-772181-6-smb {{(pid=80237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 07:01:56.888109 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db4a94e7-ceb1-45d5-9142-34e18154607d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:01:56.889014 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-db4a94e7-ceb1-45d5-9142-34e18154607d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539807'] for subnet, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:56.906703 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d97cff-09e9-4bbc-97cb-c957e4c457c0 req-d47ba607-68a3-418e-9620-be53b4486e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:01:56.908372 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-a3d97cff-09e9-4bbc-97cb-c957e4c457c0 req-d47ba607-68a3-418e-9620-be53b4486e72 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4925deaa-f2f7-4174-aeb7-393334a366bc HTTP/1.1" status: 200 len: 1166 time: 0.1191924 Jan 24 07:01:56.938144 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-db4a94e7-ceb1-45d5-9142-34e18154607d admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8619413 Jan 24 07:01:56.938747 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 36056) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:01:56.945170 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-6603d53f-9d08-4718-b679-46b881645f64 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-899880209-router', 'tenant_id': 'b352ad353356444ca4a7e94501f26e10', 'external_gateway_info': {'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a'}}} {{(pid=80235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 07:01:56.962467 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-6603d53f-9d08-4718-b679-46b881645f64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 07:01:56.970380 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-6603d53f-9d08-4718-b679-46b881645f64 admin admin] Usage tracker for resource:router and tenant:b352ad353356444ca4a7e94501f26e10 is out of sync, need to count used quota {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 07:01:56.975017 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-6603d53f-9d08-4718-b679-46b881645f64 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 07:01:56.979086 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-a3d97cff-09e9-4bbc-97cb-c957e4c457c0 req-3e1e2143-d259-4e89-9fc1-962b400dddc7 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b878eee6-2442-44fc-84c1-9579d4c2b5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639722 Jan 24 07:01:56.982694 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-6603d53f-9d08-4718-b679-46b881645f64 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 07:01:56.987573 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f058404-2c8e-441a-96cf-44d91e9787bb req-0381bc43-79cc-49f0-b1cf-a2f9a6499377 tempest-VolumesNegativeTest-1764484282 tempest-VolumesNegativeTest-1764484282] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:01:56.992252 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-9f058404-2c8e-441a-96cf-44d91e9787bb req-0381bc43-79cc-49f0-b1cf-a2f9a6499377 tempest-VolumesNegativeTest-1764484282 tempest-VolumesNegativeTest-1764484282] 10.222.0.22 "GET /v2.0/ports?device_id=4925deaa-f2f7-4174-aeb7-393334a366bc HTTP/1.1" status: 200 len: 949 time: 0.1489687 Jan 24 07:01:56.993795 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6603d53f-9d08-4718-b679-46b881645f64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-492021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8889'] for router, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:56.995937 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6603d53f-9d08-4718-b679-46b881645f64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854283885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854261357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-438936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854766926'] for router, precommit_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:57.025699 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6603d53f-9d08-4718-b679-46b881645f64 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:57.026241 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Device bdcb4677-cf3e-477e-a026-07461c250cf0 up at agent ovs-agent-hv-cinder-77218 {{(pid=80237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 07:01:57.050294 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-9f058404-2c8e-441a-96cf-44d91e9787bb req-e3864985-2365-4846-89c7-4ad07012842e tempest-VolumesNegativeTest-1764484282 tempest-VolumesNegativeTest-1764484282] 10.222.0.22 "GET /v2.0/security-groups?id=b878eee6-2442-44fc-84c1-9579d4c2b5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535283 Jan 24 07:01:57.329652 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6603d53f-9d08-4718-b679-46b881645f64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854261344', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-491778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2396'] for router, precommit_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:57.343141 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Provisioning complete for port bdcb4677-cf3e-477e-a026-07461c250cf0 triggered by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 07:01:57.343564 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:57.443014 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-075068dd-e09b-4f62-869d-fae2c0fb2f07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa806b67e-33b8-5b8e-8be6-afe1d16f8eae-e13c5a42-1024-4ca2-b72d-41265c0f5cf1', 'network_id': 'e13c5a42-1024-4ca2-b72d-41265c0f5cf1', 'tenant_id': 'b352ad353356444ca4a7e94501f26e10', 'fixed_ips': [{'subnet_id': 'b8139419-7045-48a6-8319-a8eda9bca8a9'}]}} from dv-cinder-772181-6-smb. {{(pid=80237) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 24 07:01:57.444684 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-075068dd-e09b-4f62-869d-fae2c0fb2f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_create {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:57.671284 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6603d53f-9d08-4718-b679-46b881645f64 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:57.705507 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6603d53f-9d08-4718-b679-46b881645f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:57.820819 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.db_base_plugin_common [None req-075068dd-e09b-4f62-869d-fae2c0fb2f07 None None] Allocated IP 172.20.0.2 (e13c5a42-1024-4ca2-b72d-41265c0f5cf1/b8139419-7045-48a6-8319-a8eda9bca8a9/9b823d5a-ed3b-4b5b-96f9-1b896cf2b054) {{(pid=80237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 07:01:57.997982 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.db_base_plugin_common [None req-6603d53f-9d08-4718-b679-46b881645f64 admin admin] Allocated IP 172.28.0.210 (3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a/ded01328-6a1f-470d-9832-6a1e67bc132f/fddb433b-1fda-40e1-9dc7-6a2c2de438db) {{(pid=80235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 07:01:58.036416 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d3df5e-86f7-4c94-93e1-4152cbc83db8 req-325737cd-343d-4685-9824-90424dc324e0 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:01:58.039318 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-b1d3df5e-86f7-4c94-93e1-4152cbc83db8 req-325737cd-343d-4685-9824-90424dc324e0 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/ports?device_id=d8b28494-46db-42eb-9dfe-87b08b818e90 HTTP/1.1" status: 200 len: 946 time: 0.1199055 Jan 24 07:01:58.060552 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-075068dd-e09b-4f62-869d-fae2c0fb2f07 None None] Notify callbacks [] for port, precommit_create {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:58.072343 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-075068dd-e09b-4f62-869d-fae2c0fb2f07 None None] Transition to ACTIVE for port object 9b823d5a-ed3b-4b5b-96f9-1b896cf2b054 will not be triggered until provisioned by entity L2. {{(pid=80237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 07:01:58.096353 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-075068dd-e09b-4f62-869d-fae2c0fb2f07 None None] Transition to ACTIVE for port object 9b823d5a-ed3b-4b5b-96f9-1b896cf2b054 will not be triggered until provisioned by entity DHCP. {{(pid=80237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 07:01:58.103554 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-075068dd-e09b-4f62-869d-fae2c0fb2f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363276713217020'] for port, after_create {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:58.117837 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-b1d3df5e-86f7-4c94-93e1-4152cbc83db8 req-ccd18d64-fd4b-4d62-9ad4-3664d5edcd71 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/security-groups?id=7c9aee4f-6d1b-48fa-a5b9-acc674b2a6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706787 Jan 24 07:01:58.139882 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:01:58.179898 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6603d53f-9d08-4718-b679-46b881645f64 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:58.211749 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6603d53f-9d08-4718-b679-46b881645f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363276713217020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851855427'] for port, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:58.228723 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-97216f30-9d95-4bc8-9e92-4d0e9c4e5f1b tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:01:58.329451 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075068dd-e09b-4f62-869d-fae2c0fb2f07 None None] Pushing event updated for resources: {'Port': ['ID=9b823d5a-ed3b-4b5b-96f9-1b896cf2b054,revision_number=1']} {{(pid=80237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:01:58.335144 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-075068dd-e09b-4f62-869d-fae2c0fb2f07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:01:58.355729 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-075068dd-e09b-4f62-869d-fae2c0fb2f07 None None] Network e13c5a42-1024-4ca2-b72d-41265c0f5cf1 is already hosted by enough agents. {{(pid=80237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 07:01:58.357128 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [None req-075068dd-e09b-4f62-869d-fae2c0fb2f07 None None] Resources bound (agent type, host, resource id): {{(pid=80237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 07:01:58.359545 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075068dd-e09b-4f62-869d-fae2c0fb2f07 None None] Received port after_create {{(pid=80237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 07:01:58.365479 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043df525-f15d-4e51-9207-79562714d3cc req-91f3d891-56c2-4dd9-ba36-f799dc9df392 tempest-VolumesNegativeTest-1764484282 tempest-VolumesNegativeTest-1764484282] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:01:58.367968 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-043df525-f15d-4e51-9207-79562714d3cc req-91f3d891-56c2-4dd9-ba36-f799dc9df392 tempest-VolumesNegativeTest-1764484282 tempest-VolumesNegativeTest-1764484282] 10.222.0.22 "GET /v2.0/ports?device_id=4925deaa-f2f7-4174-aeb7-393334a366bc HTTP/1.1" status: 200 len: 949 time: 0.1136467 Jan 24 07:01:58.370323 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6603d53f-9d08-4718-b679-46b881645f64 admin admin] Pushing event updated for resources: {'Port': ['ID=fddb433b-1fda-40e1-9dc7-6a2c2de438db,revision_number=1']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:01:58.375580 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-6603d53f-9d08-4718-b679-46b881645f64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:01:58.421122 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-075068dd-e09b-4f62-869d-fae2c0fb2f07 None None] Attempting to bind port 9b823d5a-ed3b-4b5b-96f9-1b896cf2b054 on host dv-cinder-772181-6-smb for vnic_type normal with profile {{(pid=80237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 07:01:58.421656 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-075068dd-e09b-4f62-869d-fae2c0fb2f07 None None] Attempting to bind port 9b823d5a-ed3b-4b5b-96f9-1b896cf2b054 by drivers openvswitch on host dv-cinder-772181-6-smb at level 0 using segments [{'id': '2d94361e-67c4-4120-8244-70bedab0ca27', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e13c5a42-1024-4ca2-b72d-41265c0f5cf1'}] {{(pid=80237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 07:01:58.422163 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075068dd-e09b-4f62-869d-fae2c0fb2f07 None None] Attempting to bind port 9b823d5a-ed3b-4b5b-96f9-1b896cf2b054 on network e13c5a42-1024-4ca2-b72d-41265c0f5cf1 {{(pid=80237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 07:01:58.426690 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6603d53f-9d08-4718-b679-46b881645f64 admin admin] Network 3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a is already hosted by enough agents. {{(pid=80235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 07:01:58.427278 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-043df525-f15d-4e51-9207-79562714d3cc req-6e8d8984-ceb5-41b2-9198-2168820d3252 tempest-VolumesNegativeTest-1764484282 tempest-VolumesNegativeTest-1764484282] 10.222.0.22 "GET /v2.0/security-groups?id=b878eee6-2442-44fc-84c1-9579d4c2b5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469909 Jan 24 07:01:58.427913 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [None req-6603d53f-9d08-4718-b679-46b881645f64 admin admin] Resources bound (agent type, host, resource id): {{(pid=80235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 07:01:58.428691 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075068dd-e09b-4f62-869d-fae2c0fb2f07 None None] Checking agent: {'id': '3fe64d96-acff-4950-84fb-d8384a2371af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 6, 49, 21), 'started_at': datetime.datetime(2021, 1, 24, 6, 49, 51), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 7, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 07:01:58.429120 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075068dd-e09b-4f62-869d-fae2c0fb2f07 None None] Checking segment: {'id': '2d94361e-67c4-4120-8244-70bedab0ca27', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e13c5a42-1024-4ca2-b72d-41265c0f5cf1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 07:01:58.429569 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-075068dd-e09b-4f62-869d-fae2c0fb2f07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:58.430509 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075068dd-e09b-4f62-869d-fae2c0fb2f07 None None] Bound using segment: {'id': '2d94361e-67c4-4120-8244-70bedab0ca27', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e13c5a42-1024-4ca2-b72d-41265c0f5cf1'} {{(pid=80237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 07:01:58.430509 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-075068dd-e09b-4f62-869d-fae2c0fb2f07 None None] Bound port: 9b823d5a-ed3b-4b5b-96f9-1b896cf2b054, host: dv-cinder-772181-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d94361e-67c4-4120-8244-70bedab0ca27', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e13c5a42-1024-4ca2-b72d-41265c0f5cf1'}}] {{(pid=80237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 07:01:58.430937 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-075068dd-e09b-4f62-869d-fae2c0fb2f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:58.431062 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6603d53f-9d08-4718-b679-46b881645f64 admin admin] Received port after_create {{(pid=80235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 07:01:58.532616 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-075068dd-e09b-4f62-869d-fae2c0fb2f07 None None] For port 9b823d5a-ed3b-4b5b-96f9-1b896cf2b054, host dv-cinder-772181-6-smb, cleared binding levels {{(pid=80237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 07:01:58.535957 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-075068dd-e09b-4f62-869d-fae2c0fb2f07 None None] For port 9b823d5a-ed3b-4b5b-96f9-1b896cf2b054, host dv-cinder-772181-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-6-smb',level=0,port_id=9b823d5a-ed3b-4b5b-96f9-1b896cf2b054,segment=NetworkSegment(2d94361e-67c4-4120-8244-70bedab0ca27),segment_id=2d94361e-67c4-4120-8244-70bedab0ca27)] {{(pid=80237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 07:01:58.540167 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-075068dd-e09b-4f62-869d-fae2c0fb2f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098'] for port, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:58.555869 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-075068dd-e09b-4f62-869d-fae2c0fb2f07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:01:58.715251 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075068dd-e09b-4f62-869d-fae2c0fb2f07 None None] Pushing event updated for resources: {'Port': ['ID=9b823d5a-ed3b-4b5b-96f9-1b896cf2b054,revision_number=2']} {{(pid=80237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:01:58.720350 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-075068dd-e09b-4f62-869d-fae2c0fb2f07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:01:59.000003 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6929bfc1-15dc-4a7e-9d02-85ffc23e7b56 req-67ab201a-3c74-447e-b30e-6b16132f0052 tempest-VolumesNegativeTest-1764484282 tempest-VolumesNegativeTest-1764484282] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:01:59.001943 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-6929bfc1-15dc-4a7e-9d02-85ffc23e7b56 req-67ab201a-3c74-447e-b30e-6b16132f0052 tempest-VolumesNegativeTest-1764484282 tempest-VolumesNegativeTest-1764484282] 10.222.0.22 "GET /v2.0/ports?device_id=4925deaa-f2f7-4174-aeb7-393334a366bc HTTP/1.1" status: 200 len: 949 time: 0.1182973 Jan 24 07:01:59.062165 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-6929bfc1-15dc-4a7e-9d02-85ffc23e7b56 req-c7493b8c-1a26-4d5c-9974-d9e32d1f05bb tempest-VolumesNegativeTest-1764484282 tempest-VolumesNegativeTest-1764484282] 10.222.0.22 "GET /v2.0/security-groups?id=b878eee6-2442-44fc-84c1-9579d4c2b5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504284 Jan 24 07:01:59.159409 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6603d53f-9d08-4718-b679-46b881645f64 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:59.234213 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Device bdcb4677-cf3e-477e-a026-07461c250cf0 up at agent ovs-agent-hv-cinder-77218 {{(pid=80237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 07:01:59.311246 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Provisioning complete for port bdcb4677-cf3e-477e-a026-07461c250cf0 triggered by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 07:01:59.311584 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:59.362656 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf3e6fd-3032-4e5c-8d74-a81a0ccf2660 req-7fb0a97f-00a3-405c-86c1-6a142bee3b29 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:01:59.364407 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-aaf3e6fd-3032-4e5c-8d74-a81a0ccf2660 req-7fb0a97f-00a3-405c-86c1-6a142bee3b29 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/ports?device_id=d8b28494-46db-42eb-9dfe-87b08b818e90 HTTP/1.1" status: 200 len: 946 time: 0.1165447 Jan 24 07:01:59.420105 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-aaf3e6fd-3032-4e5c-8d74-a81a0ccf2660 req-59823db8-61c4-4387-9769-8f7741734795 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/security-groups?id=7c9aee4f-6d1b-48fa-a5b9-acc674b2a6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486391 Jan 24 07:01:59.539867 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6603d53f-9d08-4718-b679-46b881645f64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854283779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514502'] for router, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:59.762501 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6603d53f-9d08-4718-b679-46b881645f64 admin admin] Router 735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e is scheduled to L3 agent 4d190a5c-2620-4f2a-bccf-f8076df9706a with binding_index 1 {{(pid=80235) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 24 07:01:59.794226 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Device 9b823d5a-ed3b-4b5b-96f9-1b896cf2b054 up at agent ovs-agent-dv-cinder-772181-6-smb {{(pid=80237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 07:01:59.870580 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Provisioning for port 9b823d5a-ed3b-4b5b-96f9-1b896cf2b054 completed by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 07:01:59.961195 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6603d53f-9d08-4718-b679-46b881645f64 admin admin] Notify agent at l3_agent.dv-cinder-772181-6-smb the message routers_updated {{(pid=80235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 24 07:01:59.975080 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e957c06c-9e6d-42db-9a97-1e8c6561fab0 None None] Sync routers for ids ['735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e'] in dv-cinder-772181-6-smb {{(pid=80237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 24 07:01:59.996003 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6603d53f-9d08-4718-b679-46b881645f64 admin admin] Notify callbacks [] for router, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:01:59.996532 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e957c06c-9e6d-42db-9a97-1e8c6561fab0 None None] Routers {'735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e'} bound to L3 agent in host dv-cinder-772181-6-smb {{(pid=80237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 07:01:59.999994 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-e957c06c-9e6d-42db-9a97-1e8c6561fab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-24T06:49:21Z,description=,heartbeat_timestamp=2021-01-24T07:01:51Z,host='dv-cinder-772181-6-smb',id=4d190a5c-2620-4f2a-bccf-f8076df9706a,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T06:49:21Z,topic='l3_agent')) {'router_ids': ['735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e'], 'active': True} {{(pid=80237) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:02:00.000196 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-6603d53f-9d08-4718-b679-46b881645f64 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.0578997 Jan 24 07:02:00.000392 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 36080) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:02:00.056352 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:00.132365 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3923f67-2b36-432b-9cab-5a33ae6381eb None None] Network e13c5a42-1024-4ca2-b72d-41265c0f5cf1 requested from dv-cinder-772181-6-smb {{(pid=80237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 07:02:00.238048 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-10c899d6-d9da-44e0-a8fc-bfce41d6a43a None None] Provisioning for port 9b823d5a-ed3b-4b5b-96f9-1b896cf2b054 completed by entity DHCP. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 07:02:00.267614 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-10c899d6-d9da-44e0-a8fc-bfce41d6a43a None None] Provisioning complete for port 9b823d5a-ed3b-4b5b-96f9-1b896cf2b054 triggered by entity DHCP. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 07:02:00.268032 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-10c899d6-d9da-44e0-a8fc-bfce41d6a43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:00.487774 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9d9f8d-46b4-44c2-b4a3-e3ef9dc2493b req-f1d6b42e-0ece-4ae8-b2f5-d65caacbfe3d tempest-VolumesNegativeTest-1764484282 tempest-VolumesNegativeTest-1764484282] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:02:00.496469 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-0e9d9f8d-46b4-44c2-b4a3-e3ef9dc2493b req-f1d6b42e-0ece-4ae8-b2f5-d65caacbfe3d tempest-VolumesNegativeTest-1764484282 tempest-VolumesNegativeTest-1764484282] 10.222.0.22 "GET /v2.0/ports?device_id=4925deaa-f2f7-4174-aeb7-393334a366bc HTTP/1.1" status: 200 len: 949 time: 0.2401829 Jan 24 07:02:00.523451 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-e957c06c-9e6d-42db-9a97-1e8c6561fab0 None None] Set router 735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e gateway port host: dv-cinder-772181-6-smb {{(pid=80237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 07:02:00.759248 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0500dd-ea12-43ed-8637-5e4186dff963 req-fd853b09-2672-4ea2-bf1e-f0bcac6656c2 tempest-VolumesNegativeTest-1764484282 tempest-VolumesNegativeTest-1764484282] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:02:00.759248 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-3c0500dd-ea12-43ed-8637-5e4186dff963 req-fd853b09-2672-4ea2-bf1e-f0bcac6656c2 tempest-VolumesNegativeTest-1764484282 tempest-VolumesNegativeTest-1764484282] Synchronizing usage tracker for tenant:19c6451896254ad4b5b5110e6a044061 on resource:port {{(pid=80235) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 07:02:00.777393 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-3c0500dd-ea12-43ed-8637-5e4186dff963 req-fd853b09-2672-4ea2-bf1e-f0bcac6656c2 tempest-VolumesNegativeTest-1764484282 tempest-VolumesNegativeTest-1764484282] Unset dirty status for tenant:19c6451896254ad4b5b5110e6a044061 on resource:port {{(pid=80235) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 07:02:00.778665 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-3c0500dd-ea12-43ed-8637-5e4186dff963 req-fd853b09-2672-4ea2-bf1e-f0bcac6656c2 tempest-VolumesNegativeTest-1764484282 tempest-VolumesNegativeTest-1764484282] 10.222.0.18 "GET /v2.0/ports?device_id=4925deaa-f2f7-4174-aeb7-393334a366bc HTTP/1.1" status: 200 len: 949 time: 0.1757581 Jan 24 07:02:00.820395 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-0e9d9f8d-46b4-44c2-b4a3-e3ef9dc2493b req-2652cfdf-210a-49ec-9697-464433e8270a tempest-VolumesNegativeTest-1764484282 tempest-VolumesNegativeTest-1764484282] 10.222.0.22 "GET /v2.0/security-groups?id=b878eee6-2442-44fc-84c1-9579d4c2b5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3225043 Jan 24 07:02:00.893240 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [req-3c0500dd-ea12-43ed-8637-5e4186dff963 req-6f25c9fa-5dea-476b-93af-ce2204433c34 tempest-VolumesNegativeTest-1764484282 tempest-VolumesNegativeTest-1764484282] Deleting port bdcb4677-cf3e-477e-a026-07461c250cf0 {{(pid=80235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 07:02:00.893883 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-3c0500dd-ea12-43ed-8637-5e4186dff963 req-6f25c9fa-5dea-476b-93af-ce2204433c34 tempest-VolumesNegativeTest-1764484282 tempest-VolumesNegativeTest-1764484282] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760141954436'] for port, before_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:00.940182 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4346e2-308c-4c4a-bfe4-2ca78421740d req-9d38936e-53a1-4411-9041-af63209a885c tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:02:00.941869 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-0d4346e2-308c-4c4a-bfe4-2ca78421740d req-9d38936e-53a1-4411-9041-af63209a885c tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/ports?device_id=d8b28494-46db-42eb-9dfe-87b08b818e90 HTTP/1.1" status: 200 len: 946 time: 0.2266569 Jan 24 07:02:00.979754 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Device bdcb4677-cf3e-477e-a026-07461c250cf0 no longer exists at agent ovs-agent-hv-cinder-77218 {{(pid=80237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 07:02:01.048565 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-0d4346e2-308c-4c4a-bfe4-2ca78421740d req-75497be6-7393-48e0-982c-e32725b33552 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/security-groups?id=7c9aee4f-6d1b-48fa-a5b9-acc674b2a6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680883 Jan 24 07:02:01.050732 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-750d1887-7069-46f8-84cc-2ee82a7fc657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:01.067918 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-10c899d6-d9da-44e0-a8fc-bfce41d6a43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:01.147156 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-10c899d6-d9da-44e0-a8fc-bfce41d6a43a None None] For port 9b823d5a-ed3b-4b5b-96f9-1b896cf2b054, host dv-cinder-772181-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-6-smb',level=0,port_id=9b823d5a-ed3b-4b5b-96f9-1b896cf2b054,segment=NetworkSegment(2d94361e-67c4-4120-8244-70bedab0ca27),segment_id=2d94361e-67c4-4120-8244-70bedab0ca27)] {{(pid=80237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 07:02:01.193106 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-10c899d6-d9da-44e0-a8fc-bfce41d6a43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098'] for port, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:01.200879 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-3c0500dd-ea12-43ed-8637-5e4186dff963 req-6f25c9fa-5dea-476b-93af-ce2204433c34 tempest-VolumesNegativeTest-1764484282 tempest-VolumesNegativeTest-1764484282] For port bdcb4677-cf3e-477e-a026-07461c250cf0, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=bdcb4677-cf3e-477e-a026-07461c250cf0,segment=NetworkSegment(5a6aa42c-f965-463e-a169-b51efb39cf8b),segment_id=5a6aa42c-f965-463e-a169-b51efb39cf8b)] {{(pid=80235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 07:02:01.201299 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-3c0500dd-ea12-43ed-8637-5e4186dff963 req-6f25c9fa-5dea-476b-93af-ce2204433c34 tempest-VolumesNegativeTest-1764484282 tempest-VolumesNegativeTest-1764484282] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854346336'] for port, precommit_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:01.205106 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:02:01.300329 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:01.337483 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-e957c06c-9e6d-42db-9a97-1e8c6561fab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e', 'name': 'tempest-AttachVolumeShelveTestJSON-899880209-router', 'tenant_id': 'b352ad353356444ca4a7e94501f26e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'external_fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.210'}], 'enable_snat': True}, 'gw_port_id': 'fddb433b-1fda-40e1-9dc7-6a2c2de438db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T07:01:56Z', 'updated_at': '2021-01-24T07:01:58Z', 'revision_number': 3, 'project_id': 'b352ad353356444ca4a7e94501f26e10', 'gw_port': {'id': 'fddb433b-1fda-40e1-9dc7-6a2c2de438db', 'name': '', 'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:0c:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T07:01:57Z', 'updated_at': '2021-01-24T07:01:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-6-smb'}], 'dv-cinder-772181-6-smb', False) {} {{(pid=80237) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:02:01.350676 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e957c06c-9e6d-42db-9a97-1e8c6561fab0 None None] Checking router: 735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e for host: dv-cinder-772181-6-smb {{(pid=80237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 24 07:02:01.351386 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e957c06c-9e6d-42db-9a97-1e8c6561fab0 None None] Updating router 735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e port fddb433b-1fda-40e1-9dc7-6a2c2de438db binding host dv-cinder-772181-6-smb {{(pid=80237) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 24 07:02:01.379166 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [req-3c0500dd-ea12-43ed-8637-5e4186dff963 req-6f25c9fa-5dea-476b-93af-ce2204433c34 tempest-VolumesNegativeTest-1764484282 tempest-VolumesNegativeTest-1764484282] Calling delete_port for bdcb4677-cf3e-477e-a026-07461c250cf0 owned by compute:nova {{(pid=80235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 07:02:01.401065 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4925deaa-f2f7-4174-aeb7-393334a366bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdcb4677-cf3e-477e-a026-07461c250cf0'}] {{(pid=80237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 07:02:01.406468 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c899d6-d9da-44e0-a8fc-bfce41d6a43a None None] Pushing event updated for resources: {'Port': ['ID=9b823d5a-ed3b-4b5b-96f9-1b896cf2b054,revision_number=3']} {{(pid=80237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:02:01.441224 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-10c899d6-d9da-44e0-a8fc-bfce41d6a43a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:02:01.463115 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e957c06c-9e6d-42db-9a97-1e8c6561fab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:01.468023 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.db_base_plugin_common [None req-750d1887-7069-46f8-84cc-2ee82a7fc657 admin admin] Allocated IP 172.20.0.1 (e13c5a42-1024-4ca2-b72d-41265c0f5cf1/b8139419-7045-48a6-8319-a8eda9bca8a9/5ade2ce7-9118-497f-a97e-dca155bddbca) {{(pid=80236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 07:02:01.499768 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4925deaa-f2f7-4174-aeb7-393334a366bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdcb4677-cf3e-477e-a026-07461c250cf0', 'code': 200} Jan 24 07:02:01.506122 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] For port bdcb4677-cf3e-477e-a026-07461c250cf0, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=bdcb4677-cf3e-477e-a026-07461c250cf0,segment=NetworkSegment(5a6aa42c-f965-463e-a169-b51efb39cf8b),segment_id=5a6aa42c-f965-463e-a169-b51efb39cf8b)] {{(pid=80237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 07:02:01.515446 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.db.api [req-3c0500dd-ea12-43ed-8637-5e4186dff963 req-6f25c9fa-5dea-476b-93af-ce2204433c34 tempest-VolumesNegativeTest-1764484282 tempest-VolumesNegativeTest-1764484282] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80235) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 24 07:02:01.515829 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_db.api [req-3c0500dd-ea12-43ed-8637-5e4186dff963 req-6f25c9fa-5dea-476b-93af-ce2204433c34 tempest-VolumesNegativeTest-1764484282 tempest-VolumesNegativeTest-1764484282] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80235) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 24 07:02:01.524202 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098'] for port, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:01.530943 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:02:01.634212 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-750d1887-7069-46f8-84cc-2ee82a7fc657 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:01.653647 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-750d1887-7069-46f8-84cc-2ee82a7fc657 admin admin] Transition to ACTIVE for port object 5ade2ce7-9118-497f-a97e-dca155bddbca will not be triggered until provisioned by entity DHCP. {{(pid=80236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 07:02:01.678098 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-750d1887-7069-46f8-84cc-2ee82a7fc657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363276713217020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852012043'] for port, after_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:01.687336 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-7e9ee7f0-1399-4da3-85f8-b0b9c1fdbe27 None None] Provisioning complete for port 9b823d5a-ed3b-4b5b-96f9-1b896cf2b054 triggered by entity DHCP. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 07:02:01.687775 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-7e9ee7f0-1399-4da3-85f8-b0b9c1fdbe27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:01.694644 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:02:01.811789 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Device 9b823d5a-ed3b-4b5b-96f9-1b896cf2b054 up at agent ovs-agent-dv-cinder-772181-6-smb {{(pid=80237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 07:02:01.836563 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750d1887-7069-46f8-84cc-2ee82a7fc657 admin admin] Pushing event updated for resources: {'Port': ['ID=5ade2ce7-9118-497f-a97e-dca155bddbca,revision_number=1']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:02:01.839793 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-750d1887-7069-46f8-84cc-2ee82a7fc657 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:02:01.864185 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Pushing event updated for resources: {'Port': ['ID=bdcb4677-cf3e-477e-a026-07461c250cf0,revision_number=5']} {{(pid=80237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:02:01.882803 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:02:01.898070 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750d1887-7069-46f8-84cc-2ee82a7fc657 admin admin] Network e13c5a42-1024-4ca2-b72d-41265c0f5cf1 is already hosted by enough agents. {{(pid=80236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 07:02:01.899346 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [None req-750d1887-7069-46f8-84cc-2ee82a7fc657 admin admin] Resources bound (agent type, host, resource id): {{(pid=80236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 07:02:01.901932 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750d1887-7069-46f8-84cc-2ee82a7fc657 admin admin] Received port after_create {{(pid=80236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 07:02:01.958546 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-750d1887-7069-46f8-84cc-2ee82a7fc657 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854261388'] for router_interface, before_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:02.017338 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [req-3c0500dd-ea12-43ed-8637-5e4186dff963 req-6f25c9fa-5dea-476b-93af-ce2204433c34 tempest-VolumesNegativeTest-1764484282 tempest-VolumesNegativeTest-1764484282] Deleting port bdcb4677-cf3e-477e-a026-07461c250cf0 {{(pid=80235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 07:02:02.018069 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-3c0500dd-ea12-43ed-8637-5e4186dff963 req-6f25c9fa-5dea-476b-93af-ce2204433c34 tempest-VolumesNegativeTest-1764484282 tempest-VolumesNegativeTest-1764484282] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760141954436'] for port, before_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:02.079802 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Provisioning complete for port 9b823d5a-ed3b-4b5b-96f9-1b896cf2b054 triggered by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 07:02:02.080229 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:02.376502 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-402d2bb4-e84a-46c3-9e6a-f573760abae6 None None] Provisioning for port 5ade2ce7-9118-497f-a97e-dca155bddbca completed by entity DHCP. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 07:02:02.388447 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-402d2bb4-e84a-46c3-9e6a-f573760abae6 None None] Provisioning complete for port 5ade2ce7-9118-497f-a97e-dca155bddbca triggered by entity DHCP. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 07:02:02.389116 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-402d2bb4-e84a-46c3-9e6a-f573760abae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:02.429195 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-3c0500dd-ea12-43ed-8637-5e4186dff963 req-6f25c9fa-5dea-476b-93af-ce2204433c34 tempest-VolumesNegativeTest-1764484282 tempest-VolumesNegativeTest-1764484282] For port bdcb4677-cf3e-477e-a026-07461c250cf0, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=bdcb4677-cf3e-477e-a026-07461c250cf0,segment=NetworkSegment(5a6aa42c-f965-463e-a169-b51efb39cf8b),segment_id=5a6aa42c-f965-463e-a169-b51efb39cf8b)] {{(pid=80235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 07:02:02.429607 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-3c0500dd-ea12-43ed-8637-5e4186dff963 req-6f25c9fa-5dea-476b-93af-ce2204433c34 tempest-VolumesNegativeTest-1764484282 tempest-VolumesNegativeTest-1764484282] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854346336'] for port, precommit_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:02.576845 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [req-3c0500dd-ea12-43ed-8637-5e4186dff963 req-6f25c9fa-5dea-476b-93af-ce2204433c34 tempest-VolumesNegativeTest-1764484282 tempest-VolumesNegativeTest-1764484282] Calling delete_port for bdcb4677-cf3e-477e-a026-07461c250cf0 owned by compute:nova {{(pid=80235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 07:02:02.621157 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e957c06c-9e6d-42db-9a97-1e8c6561fab0 None None] Notify callbacks [] for port, precommit_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:02.642957 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-e957c06c-9e6d-42db-9a97-1e8c6561fab0 None None] Transition to ACTIVE for port object fddb433b-1fda-40e1-9dc7-6a2c2de438db will not be triggered until provisioned by entity L2. {{(pid=80237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 07:02:02.643875 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-402d2bb4-e84a-46c3-9e6a-f573760abae6 None None] Port 5ade2ce7-9118-497f-a97e-dca155bddbca cannot update to ACTIVE because it is not bound. {{(pid=80237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 24 07:02:02.648198 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e957c06c-9e6d-42db-9a97-1e8c6561fab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098'] for port, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:02.667373 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:02:02.711118 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a9b9b4-4d6d-4397-ba90-38292973a80c req-1a548b4a-d878-4a1a-949f-283cd7df5a25 tempest-VolumesNegativeTest-1764484282 tempest-VolumesNegativeTest-1764484282] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:02:02.712996 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-40a9b9b4-4d6d-4397-ba90-38292973a80c req-1a548b4a-d878-4a1a-949f-283cd7df5a25 tempest-VolumesNegativeTest-1764484282 tempest-VolumesNegativeTest-1764484282] 10.222.0.22 "GET /v2.0/ports?device_id=4925deaa-f2f7-4174-aeb7-393334a366bc HTTP/1.1" status: 200 len: 947 time: 0.3425021 Jan 24 07:02:02.742003 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-3c0500dd-ea12-43ed-8637-5e4186dff963 req-6f25c9fa-5dea-476b-93af-ce2204433c34 tempest-VolumesNegativeTest-1764484282 tempest-VolumesNegativeTest-1764484282] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363276712759002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363276713243132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851855427'] for port, after_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:02.750930 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a2460a-4146-4613-bb2b-90eeaa9b06c8 req-73d9dd39-06ff-4145-a1a4-cab3bf6db29e tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:02:02.752632 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-b5a2460a-4146-4613-bb2b-90eeaa9b06c8 req-73d9dd39-06ff-4145-a1a4-cab3bf6db29e tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/ports?device_id=d8b28494-46db-42eb-9dfe-87b08b818e90 HTTP/1.1" status: 200 len: 946 time: 0.3892965 Jan 24 07:02:02.761809 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:02:02.784974 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-402d2bb4-e84a-46c3-9e6a-f573760abae6 None None] Provisioning complete for port 9b823d5a-ed3b-4b5b-96f9-1b896cf2b054 triggered by entity DHCP. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 07:02:02.785397 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-402d2bb4-e84a-46c3-9e6a-f573760abae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:02.856459 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fc7cd5-70c5-43a7-b4bd-df24ae88ec71 None None] Pushing event updated for resources: {'Port': ['ID=fddb433b-1fda-40e1-9dc7-6a2c2de438db,revision_number=2']} {{(pid=80237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:02:02.865436 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-15fc7cd5-70c5-43a7-b4bd-df24ae88ec71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:02:02.887397 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f25c9fa-5dea-476b-93af-ce2204433c34 tempest-VolumesNegativeTest-1764484282 tempest-VolumesNegativeTest-1764484282] Pushing event deleted for resources: {'Port': ['ID=bdcb4677-cf3e-477e-a026-07461c250cf0,revision_number=None']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:02:02.888607 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-750d1887-7069-46f8-84cc-2ee82a7fc657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:02.890696 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-6f25c9fa-5dea-476b-93af-ce2204433c34 tempest-VolumesNegativeTest-1764484282 tempest-VolumesNegativeTest-1764484282] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:02:02.909082 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-40a9b9b4-4d6d-4397-ba90-38292973a80c req-e18d8928-e6d3-4df7-aaca-e3700278fd57 tempest-VolumesNegativeTest-1764484282 tempest-VolumesNegativeTest-1764484282] 10.222.0.22 "GET /v2.0/security-groups?id=b878eee6-2442-44fc-84c1-9579d4c2b5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879923 Jan 24 07:02:02.920322 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-b5a2460a-4146-4613-bb2b-90eeaa9b06c8 req-bc127274-dafc-41be-9ba1-8dfe62ef650a tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/security-groups?id=7c9aee4f-6d1b-48fa-a5b9-acc674b2a6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1486948 Jan 24 07:02:02.984426 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-e957c06c-9e6d-42db-9a97-1e8c6561fab0 None None] Attempting to bind port fddb433b-1fda-40e1-9dc7-6a2c2de438db on host dv-cinder-772181-6-smb for vnic_type normal with profile {{(pid=80237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 07:02:02.985134 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-e957c06c-9e6d-42db-9a97-1e8c6561fab0 None None] Attempting to bind port fddb433b-1fda-40e1-9dc7-6a2c2de438db by drivers openvswitch on host dv-cinder-772181-6-smb at level 0 using segments [{'id': 'c7c4758e-d769-4634-92c6-d73b8ba1db56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a'}] {{(pid=80237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 07:02:02.985271 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e957c06c-9e6d-42db-9a97-1e8c6561fab0 None None] Attempting to bind port fddb433b-1fda-40e1-9dc7-6a2c2de438db on network 3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a {{(pid=80237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 07:02:02.996411 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e957c06c-9e6d-42db-9a97-1e8c6561fab0 None None] Checking agent: {'id': '3fe64d96-acff-4950-84fb-d8384a2371af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 6, 49, 21), 'started_at': datetime.datetime(2021, 1, 24, 6, 49, 51), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 7, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 07:02:02.996863 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e957c06c-9e6d-42db-9a97-1e8c6561fab0 None None] Checking segment: {'id': 'c7c4758e-d769-4634-92c6-d73b8ba1db56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 07:02:02.997319 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e957c06c-9e6d-42db-9a97-1e8c6561fab0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:02.997758 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e957c06c-9e6d-42db-9a97-1e8c6561fab0 None None] Bound using segment: {'id': 'c7c4758e-d769-4634-92c6-d73b8ba1db56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a'} {{(pid=80237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 07:02:02.998289 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-e957c06c-9e6d-42db-9a97-1e8c6561fab0 None None] Bound port: fddb433b-1fda-40e1-9dc7-6a2c2de438db, host: dv-cinder-772181-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c4758e-d769-4634-92c6-d73b8ba1db56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a'}}] {{(pid=80237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 07:02:02.998669 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e957c06c-9e6d-42db-9a97-1e8c6561fab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:03.031958 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c0500dd-ea12-43ed-8637-5e4186dff963 req-6f25c9fa-5dea-476b-93af-ce2204433c34 tempest-VolumesNegativeTest-1764484282 tempest-VolumesNegativeTest-1764484282] No DVR routers for this DVR port bdcb4677-cf3e-477e-a026-07461c250cf0 on host hv-cinder-77218 {{(pid=80235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 24 07:02:03.034846 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-3c0500dd-ea12-43ed-8637-5e4186dff963 req-6f25c9fa-5dea-476b-93af-ce2204433c34 tempest-VolumesNegativeTest-1764484282 tempest-VolumesNegativeTest-1764484282] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149749'] for port, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:03.038226 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4925deaa-f2f7-4174-aeb7-393334a366bc', 'name': 'network-vif-deleted', 'tag': 'bdcb4677-cf3e-477e-a026-07461c250cf0'}] {{(pid=80235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 07:02:03.062158 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-3c0500dd-ea12-43ed-8637-5e4186dff963 req-6f25c9fa-5dea-476b-93af-ce2204433c34 tempest-VolumesNegativeTest-1764484282 tempest-VolumesNegativeTest-1764484282] 10.222.0.18 "DELETE /v2.0/ports/bdcb4677-cf3e-477e-a026-07461c250cf0 HTTP/1.1" status: 204 len: 173 time: 2.2765124 Jan 24 07:02:03.085457 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-e957c06c-9e6d-42db-9a97-1e8c6561fab0 None None] For port fddb433b-1fda-40e1-9dc7-6a2c2de438db, host dv-cinder-772181-6-smb, cleared binding levels {{(pid=80237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 07:02:03.089869 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-e957c06c-9e6d-42db-9a97-1e8c6561fab0 None None] For port fddb433b-1fda-40e1-9dc7-6a2c2de438db, host dv-cinder-772181-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-6-smb',level=0,port_id=fddb433b-1fda-40e1-9dc7-6a2c2de438db,segment=NetworkSegment(c7c4758e-d769-4634-92c6-d73b8ba1db56),segment_id=c7c4758e-d769-4634-92c6-d73b8ba1db56)] {{(pid=80237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 07:02:03.097571 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e957c06c-9e6d-42db-9a97-1e8c6561fab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098'] for port, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:03.106244 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4925deaa-f2f7-4174-aeb7-393334a366bc', 'name': 'network-vif-deleted', 'tag': 'bdcb4677-cf3e-477e-a026-07461c250cf0', 'status': 'completed', 'code': 200} Jan 24 07:02:03.120187 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:02:03.196755 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fc7cd5-70c5-43a7-b4bd-df24ae88ec71 None None] Pushing event updated for resources: {'Port': ['ID=fddb433b-1fda-40e1-9dc7-6a2c2de438db,revision_number=3']} {{(pid=80237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:02:03.249284 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-15fc7cd5-70c5-43a7-b4bd-df24ae88ec71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:02:03.271457 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-750d1887-7069-46f8-84cc-2ee82a7fc657 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:03.275865 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-750d1887-7069-46f8-84cc-2ee82a7fc657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2763772'] for port, after_update {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:03.310601 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:02:03.336484 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e957c06c-9e6d-42db-9a97-1e8c6561fab0 None None] Routers {'735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e'} bound to L3 agent in host dv-cinder-772181-6-smb {{(pid=80237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 07:02:03.337156 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-e957c06c-9e6d-42db-9a97-1e8c6561fab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-24T06:49:21Z,description=,heartbeat_timestamp=2021-01-24T07:01:51Z,host='dv-cinder-772181-6-smb',id=4d190a5c-2620-4f2a-bccf-f8076df9706a,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T06:49:21Z,topic='l3_agent')) {'router_ids': ['735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e'], 'active': True} {{(pid=80237) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:02:03.392725 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750d1887-7069-46f8-84cc-2ee82a7fc657 admin admin] Pushing event updated for resources: {'Port': ['ID=5ade2ce7-9118-497f-a97e-dca155bddbca,revision_number=2']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:02:03.395412 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-750d1887-7069-46f8-84cc-2ee82a7fc657 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854265121'] for router_interface, after_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:03.408507 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-750d1887-7069-46f8-84cc-2ee82a7fc657 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:02:03.534642 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-e957c06c-9e6d-42db-9a97-1e8c6561fab0 None None] Set router 735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e gateway port host: dv-cinder-772181-6-smb {{(pid=80237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 07:02:03.541236 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750d1887-7069-46f8-84cc-2ee82a7fc657 admin admin] Network e13c5a42-1024-4ca2-b72d-41265c0f5cf1 is already hosted by enough agents. {{(pid=80236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 07:02:03.542634 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [None req-750d1887-7069-46f8-84cc-2ee82a7fc657 admin admin] Resources bound (agent type, host, resource id): {{(pid=80236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 07:02:03.795149 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-750d1887-7069-46f8-84cc-2ee82a7fc657 admin admin] Router 735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e has already been hosted by L3 agent 4d190a5c-2620-4f2a-bccf-f8076df9706a {{(pid=80236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 24 07:02:03.898393 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-5204e917-b78f-411e-a67b-e55e08bdbd2b None None] Provisioning complete for port 5ade2ce7-9118-497f-a97e-dca155bddbca triggered by entity DHCP. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 07:02:03.898393 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5204e917-b78f-411e-a67b-e55e08bdbd2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:03.988141 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-5204e917-b78f-411e-a67b-e55e08bdbd2b None None] Port 5ade2ce7-9118-497f-a97e-dca155bddbca cannot update to ACTIVE because it is not bound. {{(pid=80237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 24 07:02:03.997394 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-e957c06c-9e6d-42db-9a97-1e8c6561fab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e', 'name': 'tempest-AttachVolumeShelveTestJSON-899880209-router', 'tenant_id': 'b352ad353356444ca4a7e94501f26e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'external_fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.210'}], 'enable_snat': True}, 'gw_port_id': 'fddb433b-1fda-40e1-9dc7-6a2c2de438db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T07:01:56Z', 'updated_at': '2021-01-24T07:02:02Z', 'revision_number': 4, 'project_id': 'b352ad353356444ca4a7e94501f26e10', 'gw_port': {'id': 'fddb433b-1fda-40e1-9dc7-6a2c2de438db', 'name': '', 'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:0c:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T07:01:57Z', 'updated_at': '2021-01-24T07:02:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-6-smb', '_interfaces': [{'id': '5ade2ce7-9118-497f-a97e-dca155bddbca', 'name': '', 'network_id': 'e13c5a42-1024-4ca2-b72d-41265c0f5cf1', 'tenant_id': 'b352ad353356444ca4a7e94501f26e10', 'mac_address': 'fa:16:3e:80:f4:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'b8139419-7045-48a6-8319-a8eda9bca8a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T07:02:01Z', 'updated_at': '2021-01-24T07:02:03Z', 'revision_number': 2, 'project_id': 'b352ad353356444ca4a7e94501f26e10', 'subnets': [{'id': 'b8139419-7045-48a6-8319-a8eda9bca8a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-6-smb', False) {} {{(pid=80237) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:02:04.002624 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-750d1887-7069-46f8-84cc-2ee82a7fc657 admin admin] Notify agent at l3_agent.dv-cinder-772181-6-smb the message routers_updated {{(pid=80236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 24 07:02:04.003006 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e957c06c-9e6d-42db-9a97-1e8c6561fab0 None None] The sync data for ids ['735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e'] in dv-cinder-772181-6-smb is: [{'id': '735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e', 'name': 'tempest-AttachVolumeShelveTestJSON-899880209-router', 'tenant_id': 'b352ad353356444ca4a7e94501f26e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'external_fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.210'}], 'enable_snat': True}, 'gw_port_id': 'fddb433b-1fda-40e1-9dc7-6a2c2de438db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T07:01:56Z', 'updated_at': '2021-01-24T07:02:02Z', 'revision_number': 4, 'project_id': 'b352ad353356444ca4a7e94501f26e10', 'gw_port': {'id': 'fddb433b-1fda-40e1-9dc7-6a2c2de438db', 'name': '', 'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:0c:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T07:01:57Z', 'updated_at': '2021-01-24T07:02:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-6-smb', '_interfaces': [{'id': '5ade2ce7-9118-497f-a97e-dca155bddbca', 'name': '', 'network_id': 'e13c5a42-1024-4ca2-b72d-41265c0f5cf1', 'tenant_id': 'b352ad353356444ca4a7e94501f26e10', 'mac_address': 'fa:16:3e:80:f4:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'b8139419-7045-48a6-8319-a8eda9bca8a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T07:02:01Z', 'updated_at': '2021-01-24T07:02:03Z', 'revision_number': 2, 'project_id': 'b352ad353356444ca4a7e94501f26e10', 'subnets': [{'id': 'b8139419-7045-48a6-8319-a8eda9bca8a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 24 07:02:04.023752 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-750d1887-7069-46f8-84cc-2ee82a7fc657 admin admin] 10.222.0.22 "PUT /v2.0/routers/735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0179033 Jan 24 07:02:04.237500 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec524c0-107f-43dd-9cb8-7a20438f4119 req-ce0a3301-0777-40e0-99c4-45002543c533 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:02:04.240371 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-7ec524c0-107f-43dd-9cb8-7a20438f4119 req-ce0a3301-0777-40e0-99c4-45002543c533 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/ports?device_id=d8b28494-46db-42eb-9dfe-87b08b818e90 HTTP/1.1" status: 200 len: 946 time: 0.1296318 Jan 24 07:02:04.304472 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-7ec524c0-107f-43dd-9cb8-7a20438f4119 req-304f86db-cb48-4cd8-80c2-e794cfddc501 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/security-groups?id=7c9aee4f-6d1b-48fa-a5b9-acc674b2a6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561411 Jan 24 07:02:04.892475 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89b4f62-9d7f-4b8e-93f2-67f107adee16 req-6155d1ca-3f5f-4e9f-8115-a9e5df697aad tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:02:04.894548 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-c89b4f62-9d7f-4b8e-93f2-67f107adee16 req-6155d1ca-3f5f-4e9f-8115-a9e5df697aad tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/ports?device_id=d8b28494-46db-42eb-9dfe-87b08b818e90 HTTP/1.1" status: 200 len: 946 time: 0.1932704 Jan 24 07:02:04.937113 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 36156) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:02:04.947019 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-bd4852a8-b06f-4473-9d6b-6c5423649ab4 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Request body: {'security_group': {'name': 'tempest-securitygroup--1681211057', 'description': 'tempest-description--584842200'}} {{(pid=80235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 07:02:04.965905 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-bd4852a8-b06f-4473-9d6b-6c5423649ab4 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 07:02:04.972647 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-bd4852a8-b06f-4473-9d6b-6c5423649ab4 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Usage tracker for resource:security_group and tenant:b352ad353356444ca4a7e94501f26e10 is out of sync, need to count used quota {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 07:02:04.979763 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-bd4852a8-b06f-4473-9d6b-6c5423649ab4 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 07:02:04.982685 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-c89b4f62-9d7f-4b8e-93f2-67f107adee16 req-e2609963-cd2b-4878-a446-6293e491a2a8 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/security-groups?id=7c9aee4f-6d1b-48fa-a5b9-acc674b2a6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648239 Jan 24 07:02:04.992105 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-bd4852a8-b06f-4473-9d6b-6c5423649ab4 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 07:02:05.009413 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-bd4852a8-b06f-4473-9d6b-6c5423649ab4 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Notify callbacks [] for security_group, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:05.039781 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0977cbba-b393-4b0f-9c84-62ab6083aabe req-5ac9b9dd-d8bc-4d74-936c-ca53dd67b7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:02:05.041952 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-0977cbba-b393-4b0f-9c84-62ab6083aabe req-5ac9b9dd-d8bc-4d74-936c-ca53dd67b7e7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2fc6fa56d19f4f2496beee60631c3cb7&device_id=d8b28494-46db-42eb-9dfe-87b08b818e90 HTTP/1.1" status: 200 len: 1163 time: 0.1920495 Jan 24 07:02:05.053185 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-bd4852a8-b06f-4473-9d6b-6c5423649ab4 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 07:02:05.081418 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-bd4852a8-b06f-4473-9d6b-6c5423649ab4 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Usage tracker for resource:security_group_rule and tenant:b352ad353356444ca4a7e94501f26e10 is out of sync, need to count used quota {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 07:02:05.106418 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-bd4852a8-b06f-4473-9d6b-6c5423649ab4 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 07:02:05.118583 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-bd4852a8-b06f-4473-9d6b-6c5423649ab4 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 07:02:05.284277 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0977cbba-b393-4b0f-9c84-62ab6083aabe req-635bbfed-ddc8-4c34-a7d2-5713efaba86d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:02:05.286411 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-0977cbba-b393-4b0f-9c84-62ab6083aabe req-635bbfed-ddc8-4c34-a7d2-5713efaba86d service neutron] 10.222.0.18 "GET /v2.0/networks?id=440b000a-80da-445e-b13a-3c626561a2d5 HTTP/1.1" status: 200 len: 904 time: 0.2353199 Jan 24 07:02:05.628152 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-bd4852a8-b06f-4473-9d6b-6c5423649ab4 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Notify callbacks [] for security_group, precommit_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:05.646000 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-bd4852a8-b06f-4473-9d6b-6c5423649ab4 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:05.660632 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-273a4dbc-bf0e-4fae-bd43-f1f2d9e2dfec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:02:05.728454 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4852a8-b06f-4473-9d6b-6c5423649ab4 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Pushing event updated for resources: {'SecurityGroup': ['ID=e6c6f0fc-adc0-414d-839d-1f449449d6f9,revision_number=1']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:02:05.733051 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-0977cbba-b393-4b0f-9c84-62ab6083aabe req-9132a1f9-0b49-444c-a5e9-628c55fae83b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc860ca2-d951-4a48-a63d-1f777f905aac HTTP/1.1" status: 200 len: 1002 time: 0.4161861 Jan 24 07:02:05.733865 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-bd4852a8-b06f-4473-9d6b-6c5423649ab4 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:02:05.735419 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-bd4852a8-b06f-4473-9d6b-6c5423649ab4 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Notify callbacks [] for security_group, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:05.736626 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-bd4852a8-b06f-4473-9d6b-6c5423649ab4 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7960813 Jan 24 07:02:05.740035 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 36224) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:02:05.747057 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-a3720dd4-966d-4336-b3d6-71891a064a4b tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Request body: {'security_group_rule': {'security_group_id': 'e6c6f0fc-adc0-414d-839d-1f449449d6f9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 07:02:05.761441 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-a3720dd4-966d-4336-b3d6-71891a064a4b tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 07:02:05.766586 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-a3720dd4-966d-4336-b3d6-71891a064a4b tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Usage tracker for resource:security_group_rule and tenant:b352ad353356444ca4a7e94501f26e10 is out of sync, need to count used quota {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 07:02:05.770047 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-a3720dd4-966d-4336-b3d6-71891a064a4b tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 07:02:05.778338 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-a3720dd4-966d-4336-b3d6-71891a064a4b tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 07:02:05.815188 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0977cbba-b393-4b0f-9c84-62ab6083aabe req-27b07f1a-7dda-4b97-9083-b5730b584354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:02:05.816528 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-0977cbba-b393-4b0f-9c84-62ab6083aabe req-27b07f1a-7dda-4b97-9083-b5730b584354 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f89146f0-67b7-43a2-a952-f2f292e8520d HTTP/1.1" status: 200 len: 849 time: 0.0769460 Jan 24 07:02:05.818596 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Device fddb433b-1fda-40e1-9dc7-6a2c2de438db up at agent ovs-agent-dv-cinder-772181-6-smb {{(pid=80237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 07:02:05.829997 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-a3720dd4-966d-4336-b3d6-71891a064a4b tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Notify callbacks [] for security_group_rule, before_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:05.905542 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Provisioning for port fddb433b-1fda-40e1-9dc7-6a2c2de438db completed by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 07:02:05.911468 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Provisioning complete for port fddb433b-1fda-40e1-9dc7-6a2c2de438db triggered by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 07:02:05.912298 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:05.932129 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-a3720dd4-966d-4336-b3d6-71891a064a4b tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:05.934234 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0977cbba-b393-4b0f-9c84-62ab6083aabe req-98ae34bd-9534-4016-9661-f67df010f95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:02:05.935934 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-a3720dd4-966d-4336-b3d6-71891a064a4b tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337684'] for security_group_rule, after_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:05.936222 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-0977cbba-b393-4b0f-9c84-62ab6083aabe req-98ae34bd-9534-4016-9661-f67df010f95e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=440b000a-80da-445e-b13a-3c626561a2d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1131012 Jan 24 07:02:05.938345 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:02:05.985998 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-a3720dd4-966d-4336-b3d6-71891a064a4b tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Notify callbacks [] for security_group_rule, before_response {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:05.991732 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-a3720dd4-966d-4336-b3d6-71891a064a4b tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2494175 Jan 24 07:02:05.993041 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 36240) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:02:05.998685 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3720dd4-966d-4336-b3d6-71891a064a4b tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59bf2810-2051-421f-8006-3eb8308a66dc,revision_number=0']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:02:06.003269 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-71c8fa6e-9fc0-4bf7-aa71-9f6da0da13ff tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Request body: {'security_group_rule': {'security_group_id': 'e6c6f0fc-adc0-414d-839d-1f449449d6f9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 07:02:06.022438 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-71c8fa6e-9fc0-4bf7-aa71-9f6da0da13ff tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 07:02:06.022438 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-a3720dd4-966d-4336-b3d6-71891a064a4b tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:02:06.031209 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-71c8fa6e-9fc0-4bf7-aa71-9f6da0da13ff tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Usage tracker for resource:security_group_rule and tenant:b352ad353356444ca4a7e94501f26e10 is out of sync, need to count used quota {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 07:02:06.034529 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-71c8fa6e-9fc0-4bf7-aa71-9f6da0da13ff tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 07:02:06.041401 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-71c8fa6e-9fc0-4bf7-aa71-9f6da0da13ff tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 07:02:06.072591 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-71c8fa6e-9fc0-4bf7-aa71-9f6da0da13ff tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Notify callbacks [] for security_group_rule, before_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:06.078346 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:06.097902 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] For port fddb433b-1fda-40e1-9dc7-6a2c2de438db, host dv-cinder-772181-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-6-smb',level=0,port_id=fddb433b-1fda-40e1-9dc7-6a2c2de438db,segment=NetworkSegment(c7c4758e-d769-4634-92c6-d73b8ba1db56),segment_id=c7c4758e-d769-4634-92c6-d73b8ba1db56)] {{(pid=80237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 07:02:06.103008 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-0977cbba-b393-4b0f-9c84-62ab6083aabe req-c92d689c-657d-4ba1-95d1-37420220aa66 service neutron] 10.222.0.18 "GET /v2.0/networks/440b000a-80da-445e-b13a-3c626561a2d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563845 Jan 24 07:02:06.104519 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098'] for port, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:06.112952 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-515e1cd7-bf04-4324-8f33-79d8bafcd1c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:02:06.164579 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-71c8fa6e-9fc0-4bf7-aa71-9f6da0da13ff tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:06.180076 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-71c8fa6e-9fc0-4bf7-aa71-9f6da0da13ff tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337684'] for security_group_rule, after_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:06.218307 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Pushing event updated for resources: {'Port': ['ID=fddb433b-1fda-40e1-9dc7-6a2c2de438db,revision_number=4']} {{(pid=80237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:02:06.223911 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:02:06.239461 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:02:06.281862 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c8fa6e-9fc0-4bf7-aa71-9f6da0da13ff tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44ac673b-dcb1-457a-8cdf-de3bfca30497,revision_number=0']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:02:06.284760 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-71c8fa6e-9fc0-4bf7-aa71-9f6da0da13ff tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:02:06.286209 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-0977cbba-b393-4b0f-9c84-62ab6083aabe req-6e666940-9a24-4255-abd8-8c5ceb1aafdb service neutron] 10.222.0.18 "GET /v2.0/networks/440b000a-80da-445e-b13a-3c626561a2d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1743910 Jan 24 07:02:06.287823 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-71c8fa6e-9fc0-4bf7-aa71-9f6da0da13ff tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Notify callbacks [] for security_group_rule, before_response {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:06.289238 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-71c8fa6e-9fc0-4bf7-aa71-9f6da0da13ff tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2928545 Jan 24 07:02:06.292588 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 36256) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:02:06.302168 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-2e7b6283-084f-48ea-ba46-d18dd995ab6c tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Request body: {'floatingip': {'floating_network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a'}} {{(pid=80235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 07:02:06.315964 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-2e7b6283-084f-48ea-ba46-d18dd995ab6c tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 07:02:06.320220 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-2e7b6283-084f-48ea-ba46-d18dd995ab6c tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Usage tracker for resource:floatingip and tenant:b352ad353356444ca4a7e94501f26e10 is out of sync, need to count used quota {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 07:02:06.324508 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-2e7b6283-084f-48ea-ba46-d18dd995ab6c tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 07:02:06.331376 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-2e7b6283-084f-48ea-ba46-d18dd995ab6c tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 07:02:06.342984 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-2e7b6283-084f-48ea-ba46-d18dd995ab6c tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Notify callbacks [] for floatingip, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:06.343516 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501f0165-f9af-4909-864b-be22de006bd3 req-398dd015-3364-4657-8326-67c7be867a40 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:02:06.345252 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-501f0165-f9af-4909-864b-be22de006bd3 req-398dd015-3364-4657-8326-67c7be867a40 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/ports?device_id=d8b28494-46db-42eb-9dfe-87b08b818e90 HTTP/1.1" status: 200 len: 946 time: 0.1571493 Jan 24 07:02:06.405746 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-501f0165-f9af-4909-864b-be22de006bd3 req-0f13c9a0-05ad-4242-a8a7-ad379e12a63b tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/security-groups?id=7c9aee4f-6d1b-48fa-a5b9-acc674b2a6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519993 Jan 24 07:02:06.495937 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-2e7b6283-084f-48ea-ba46-d18dd995ab6c tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:06.781453 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.db_base_plugin_common [None req-2e7b6283-084f-48ea-ba46-d18dd995ab6c tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Allocated IP 172.28.0.247 (3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a/ded01328-6a1f-470d-9832-6a1e67bc132f/9151a8cc-83fe-4a99-94f6-978b7d935548) {{(pid=80235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 07:02:06.942149 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-2e7b6283-084f-48ea-ba46-d18dd995ab6c tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Notify callbacks [] for port, precommit_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:06.973167 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-2e7b6283-084f-48ea-ba46-d18dd995ab6c tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363276713217020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851855427'] for port, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:06.989536 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-d6043316-4574-481f-b407-f189cfb5d06a tempest-VolumesNegativeTest-1764484282 tempest-VolumesNegativeTest-1764484282] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:02:07.128044 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7b6283-084f-48ea-ba46-d18dd995ab6c tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Pushing event updated for resources: {'Port': ['ID=9151a8cc-83fe-4a99-94f6-978b7d935548,revision_number=1']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:02:07.134018 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-2e7b6283-084f-48ea-ba46-d18dd995ab6c tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:02:07.187976 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7b6283-084f-48ea-ba46-d18dd995ab6c tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Network 3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a is already hosted by enough agents. {{(pid=80235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 07:02:07.189132 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [None req-2e7b6283-084f-48ea-ba46-d18dd995ab6c tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Resources bound (agent type, host, resource id): {{(pid=80235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 07:02:07.191480 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7b6283-084f-48ea-ba46-d18dd995ab6c tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Received port after_create {{(pid=80235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 07:02:07.269542 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Device fc860ca2-d951-4a48-a63d-1f777f905aac up at agent ovs-agent-hv-cinder-77218 {{(pid=80237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 07:02:07.281030 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-2e7b6283-084f-48ea-ba46-d18dd995ab6c tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Notify callbacks [] for floatingip, precommit_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:07.349928 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-2e7b6283-084f-48ea-ba46-d18dd995ab6c tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:07.403426 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Provisioning complete for port fc860ca2-d951-4a48-a63d-1f777f905aac triggered by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 07:02:07.404219 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:07.718863 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3be0196-4f34-4ec2-9f30-19aac99e3bf3 req-ccadba36-22b3-4124-a20b-7c8e1dd044d9 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:02:07.727207 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-f3be0196-4f34-4ec2-9f30-19aac99e3bf3 req-ccadba36-22b3-4124-a20b-7c8e1dd044d9 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/ports?device_id=d8b28494-46db-42eb-9dfe-87b08b818e90 HTTP/1.1" status: 200 len: 946 time: 0.1379642 Jan 24 07:02:07.742652 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-2e7b6283-084f-48ea-ba46-d18dd995ab6c tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Notify callbacks [] for port, precommit_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:07.748384 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-2e7b6283-084f-48ea-ba46-d18dd995ab6c tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2920372'] for port, after_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:07.768005 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-5594dd6f-82a2-450e-9614-a7f77a513c7b tempest-DeleteServersTestJSON-1865463731 tempest-DeleteServersTestJSON-1865463731] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:02:07.819404 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Device fddb433b-1fda-40e1-9dc7-6a2c2de438db up at agent ovs-agent-dv-cinder-772181-6-smb {{(pid=80237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 07:02:07.821722 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-f3be0196-4f34-4ec2-9f30-19aac99e3bf3 req-d3a03d23-c7d5-41b8-8a67-33923c6d8c6f tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/security-groups?id=7c9aee4f-6d1b-48fa-a5b9-acc674b2a6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935912 Jan 24 07:02:07.890708 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2123fc0b-1de7-402c-acfd-4b56b005cc9f None None] Sync routers for ids ['735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e'] in dv-cinder-772181-6-smb {{(pid=80238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 24 07:02:07.900718 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2123fc0b-1de7-402c-acfd-4b56b005cc9f None None] Routers {'735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e'} bound to L3 agent in host dv-cinder-772181-6-smb {{(pid=80238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 07:02:07.901621 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-2123fc0b-1de7-402c-acfd-4b56b005cc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-24T06:49:21Z,description=,heartbeat_timestamp=2021-01-24T07:01:51Z,host='dv-cinder-772181-6-smb',id=4d190a5c-2620-4f2a-bccf-f8076df9706a,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T06:49:21Z,topic='l3_agent')) {'router_ids': ['735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e'], 'active': True} {{(pid=80238) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:02:07.924712 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Provisioning complete for port fddb433b-1fda-40e1-9dc7-6a2c2de438db triggered by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 07:02:07.925468 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:08.057541 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-2e7b6283-084f-48ea-ba46-d18dd995ab6c tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854261494'] for floatingip, after_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:08.077636 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7b6283-084f-48ea-ba46-d18dd995ab6c tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Pushing event updated for resources: {'Port': ['ID=9151a8cc-83fe-4a99-94f6-978b7d935548,revision_number=2']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:02:08.086506 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-2e7b6283-084f-48ea-ba46-d18dd995ab6c tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:02:08.090979 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-2e7b6283-084f-48ea-ba46-d18dd995ab6c tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149749'] for floatingip, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:08.095528 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-2e7b6283-084f-48ea-ba46-d18dd995ab6c tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8013260 Jan 24 07:02:08.122157 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-2123fc0b-1de7-402c-acfd-4b56b005cc9f None None] Set router 735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e gateway port host: dv-cinder-772181-6-smb {{(pid=80238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 07:02:08.307440 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-9c3cfed8-e242-45ae-8755-54780529f60f req-ee9469e3-254d-41d7-af2b-0060459df69a tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1681211057&fields=id&tenant_id=b352ad353356444ca4a7e94501f26e10 HTTP/1.1" status: 200 len: 267 time: 0.0559599 Jan 24 07:02:08.504822 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3cfed8-e242-45ae-8755-54780529f60f req-d35faed1-5a6e-4ac7-ac06-5c3769039590 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:02:08.507143 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-9c3cfed8-e242-45ae-8755-54780529f60f req-d35faed1-5a6e-4ac7-ac06-5c3769039590 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/networks?id=e13c5a42-1024-4ca2-b72d-41265c0f5cf1 HTTP/1.1" status: 200 len: 816 time: 0.1906154 Jan 24 07:02:08.525960 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-9c3cfed8-e242-45ae-8755-54780529f60f req-0568685d-4eb4-44c2-a427-de464ac71581 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/quotas/b352ad353356444ca4a7e94501f26e10 HTTP/1.1" status: 200 len: 375 time: 0.0124593 Jan 24 07:02:08.633103 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-9c3cfed8-e242-45ae-8755-54780529f60f req-f3c3e350-1c33-434a-8695-52f1d152cc5f tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Synchronizing usage tracker for tenant:b352ad353356444ca4a7e94501f26e10 on resource:port {{(pid=80236) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 07:02:08.642562 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-2123fc0b-1de7-402c-acfd-4b56b005cc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e', 'name': 'tempest-AttachVolumeShelveTestJSON-899880209-router', 'tenant_id': 'b352ad353356444ca4a7e94501f26e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'external_fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.210'}], 'enable_snat': True}, 'gw_port_id': 'fddb433b-1fda-40e1-9dc7-6a2c2de438db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T07:01:56Z', 'updated_at': '2021-01-24T07:02:02Z', 'revision_number': 4, 'project_id': 'b352ad353356444ca4a7e94501f26e10', 'gw_port': {'id': 'fddb433b-1fda-40e1-9dc7-6a2c2de438db', 'name': '', 'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:0c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T07:01:57Z', 'updated_at': '2021-01-24T07:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-6-smb', '_interfaces': [{'id': '5ade2ce7-9118-497f-a97e-dca155bddbca', 'name': '', 'network_id': 'e13c5a42-1024-4ca2-b72d-41265c0f5cf1', 'tenant_id': 'b352ad353356444ca4a7e94501f26e10', 'mac_address': 'fa:16:3e:80:f4:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'b8139419-7045-48a6-8319-a8eda9bca8a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T07:02:01Z', 'updated_at': '2021-01-24T07:02:03Z', 'revision_number': 2, 'project_id': 'b352ad353356444ca4a7e94501f26e10', 'subnets': [{'id': 'b8139419-7045-48a6-8319-a8eda9bca8a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-6-smb', False) {} {{(pid=80238) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:02:08.647795 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2123fc0b-1de7-402c-acfd-4b56b005cc9f None None] Checking router: 735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e for host: dv-cinder-772181-6-smb {{(pid=80238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 24 07:02:08.648214 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2123fc0b-1de7-402c-acfd-4b56b005cc9f None None] Updating router 735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e port 5ade2ce7-9118-497f-a97e-dca155bddbca binding host dv-cinder-772181-6-smb {{(pid=80238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 24 07:02:08.653322 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-9c3cfed8-e242-45ae-8755-54780529f60f req-f3c3e350-1c33-434a-8695-52f1d152cc5f tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Unset dirty status for tenant:b352ad353356444ca4a7e94501f26e10 on resource:port {{(pid=80236) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 07:02:08.654776 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-9c3cfed8-e242-45ae-8755-54780529f60f req-f3c3e350-1c33-434a-8695-52f1d152cc5f tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/ports?tenant_id=b352ad353356444ca4a7e94501f26e10&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1224606 Jan 24 07:02:08.708305 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-2123fc0b-1de7-402c-acfd-4b56b005cc9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:09.005368 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-9c3cfed8-e242-45ae-8755-54780529f60f req-cced7f9e-1b27-4138-a3bb-7cd3e8c65abb service neutron] 10.222.0.22 "GET /v2.0/networks/e13c5a42-1024-4ca2-b72d-41265c0f5cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3372295 Jan 24 07:02:09.147485 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-9c3cfed8-e242-45ae-8755-54780529f60f req-4819502b-cf1c-4b63-90f4-9d0034867993 service neutron] 10.222.0.22 "GET /v2.0/networks/e13c5a42-1024-4ca2-b72d-41265c0f5cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1347208 Jan 24 07:02:09.156909 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-2123fc0b-1de7-402c-acfd-4b56b005cc9f None None] Notify callbacks [] for port, precommit_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:09.169311 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-2123fc0b-1de7-402c-acfd-4b56b005cc9f None None] Transition to ACTIVE for port object 5ade2ce7-9118-497f-a97e-dca155bddbca will not be triggered until provisioned by entity L2. {{(pid=80238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 07:02:09.173186 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-2123fc0b-1de7-402c-acfd-4b56b005cc9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098'] for port, after_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:09.189170 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-53d9560c-ba57-4914-8690-596c0bde321a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:02:09.326690 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c768896d-1eec-4727-864c-c29d1ae4d443 None None] Pushing event updated for resources: {'Port': ['ID=5ade2ce7-9118-497f-a97e-dca155bddbca,revision_number=3']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:02:09.348092 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c768896d-1eec-4727-864c-c29d1ae4d443 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:02:09.348470 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c768896d-1eec-4727-864c-c29d1ae4d443 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:02:09.348848 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c768896d-1eec-4727-864c-c29d1ae4d443 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:02:09.349197 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c768896d-1eec-4727-864c-c29d1ae4d443 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:02:09.350093 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c768896d-1eec-4727-864c-c29d1ae4d443 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:02:09.350433 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c768896d-1eec-4727-864c-c29d1ae4d443 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:02:09.350784 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c768896d-1eec-4727-864c-c29d1ae4d443 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:02:09.351128 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c768896d-1eec-4727-864c-c29d1ae4d443 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:02:09.351478 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c768896d-1eec-4727-864c-c29d1ae4d443 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:02:09.351960 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c768896d-1eec-4727-864c-c29d1ae4d443 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:02:09.352177 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c768896d-1eec-4727-864c-c29d1ae4d443 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:02:09.352521 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c768896d-1eec-4727-864c-c29d1ae4d443 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:02:09.352904 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c768896d-1eec-4727-864c-c29d1ae4d443 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:02:09.353252 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c768896d-1eec-4727-864c-c29d1ae4d443 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:02:09.353597 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c768896d-1eec-4727-864c-c29d1ae4d443 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:02:09.353944 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c768896d-1eec-4727-864c-c29d1ae4d443 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:02:09.354286 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c768896d-1eec-4727-864c-c29d1ae4d443 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:02:09.354627 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c768896d-1eec-4727-864c-c29d1ae4d443 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:02:09.354970 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c768896d-1eec-4727-864c-c29d1ae4d443 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:02:09.355311 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c768896d-1eec-4727-864c-c29d1ae4d443 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:02:09.355655 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c768896d-1eec-4727-864c-c29d1ae4d443 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:02:09.356487 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c768896d-1eec-4727-864c-c29d1ae4d443 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:02:09.356487 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c768896d-1eec-4727-864c-c29d1ae4d443 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:02:09.356705 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c768896d-1eec-4727-864c-c29d1ae4d443 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:02:09.357354 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-c89f0475-06aa-4c82-b3f9-cc6934fd50bf req-7e7ee975-afcf-4b87-94e7-49184167f1c5 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/ports?device_id=95163a3c-ba0b-4102-9304-6feab8baf980 HTTP/1.1" status: 200 len: 210 time: 0.0520251 Jan 24 07:02:09.362321 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-c768896d-1eec-4727-864c-c29d1ae4d443 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:02:09.512130 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-2123fc0b-1de7-402c-acfd-4b56b005cc9f None None] Attempting to bind port 5ade2ce7-9118-497f-a97e-dca155bddbca on host dv-cinder-772181-6-smb for vnic_type normal with profile {{(pid=80238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 07:02:09.512543 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-2123fc0b-1de7-402c-acfd-4b56b005cc9f None None] Attempting to bind port 5ade2ce7-9118-497f-a97e-dca155bddbca by drivers openvswitch on host dv-cinder-772181-6-smb at level 0 using segments [{'id': '2d94361e-67c4-4120-8244-70bedab0ca27', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e13c5a42-1024-4ca2-b72d-41265c0f5cf1'}] {{(pid=80238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 07:02:09.513000 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2123fc0b-1de7-402c-acfd-4b56b005cc9f None None] Attempting to bind port 5ade2ce7-9118-497f-a97e-dca155bddbca on network e13c5a42-1024-4ca2-b72d-41265c0f5cf1 {{(pid=80238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 07:02:09.519457 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2123fc0b-1de7-402c-acfd-4b56b005cc9f None None] Checking agent: {'id': '3fe64d96-acff-4950-84fb-d8384a2371af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 6, 49, 21), 'started_at': datetime.datetime(2021, 1, 24, 6, 49, 51), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 7, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 07:02:09.519927 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2123fc0b-1de7-402c-acfd-4b56b005cc9f None None] Checking segment: {'id': '2d94361e-67c4-4120-8244-70bedab0ca27', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e13c5a42-1024-4ca2-b72d-41265c0f5cf1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 07:02:09.520420 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-2123fc0b-1de7-402c-acfd-4b56b005cc9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:09.520802 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2123fc0b-1de7-402c-acfd-4b56b005cc9f None None] Bound using segment: {'id': '2d94361e-67c4-4120-8244-70bedab0ca27', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e13c5a42-1024-4ca2-b72d-41265c0f5cf1'} {{(pid=80238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 07:02:09.521355 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-2123fc0b-1de7-402c-acfd-4b56b005cc9f None None] Bound port: 5ade2ce7-9118-497f-a97e-dca155bddbca, host: dv-cinder-772181-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d94361e-67c4-4120-8244-70bedab0ca27', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e13c5a42-1024-4ca2-b72d-41265c0f5cf1'}}] {{(pid=80238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 07:02:09.521990 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-2123fc0b-1de7-402c-acfd-4b56b005cc9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:09.621274 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-2123fc0b-1de7-402c-acfd-4b56b005cc9f None None] For port 5ade2ce7-9118-497f-a97e-dca155bddbca, host dv-cinder-772181-6-smb, cleared binding levels {{(pid=80238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 07:02:09.624942 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-2123fc0b-1de7-402c-acfd-4b56b005cc9f None None] For port 5ade2ce7-9118-497f-a97e-dca155bddbca, host dv-cinder-772181-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-6-smb',level=0,port_id=5ade2ce7-9118-497f-a97e-dca155bddbca,segment=NetworkSegment(2d94361e-67c4-4120-8244-70bedab0ca27),segment_id=2d94361e-67c4-4120-8244-70bedab0ca27)] {{(pid=80238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 07:02:09.629214 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-2123fc0b-1de7-402c-acfd-4b56b005cc9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098'] for port, after_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:09.645731 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-53d9560c-ba57-4914-8690-596c0bde321a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:02:09.797862 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c768896d-1eec-4727-864c-c29d1ae4d443 None None] Pushing event updated for resources: {'Port': ['ID=5ade2ce7-9118-497f-a97e-dca155bddbca,revision_number=4']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:02:09.802445 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-c768896d-1eec-4727-864c-c29d1ae4d443 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:02:09.847481 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2123fc0b-1de7-402c-acfd-4b56b005cc9f None None] Routers {'735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e'} bound to L3 agent in host dv-cinder-772181-6-smb {{(pid=80238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 07:02:09.848226 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-2123fc0b-1de7-402c-acfd-4b56b005cc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-24T06:49:21Z,description=,heartbeat_timestamp=2021-01-24T07:01:51Z,host='dv-cinder-772181-6-smb',id=4d190a5c-2620-4f2a-bccf-f8076df9706a,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T06:49:21Z,topic='l3_agent')) {'router_ids': ['735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e'], 'active': True} {{(pid=80238) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:02:10.051127 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-2123fc0b-1de7-402c-acfd-4b56b005cc9f None None] Set router 735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e gateway port host: dv-cinder-772181-6-smb {{(pid=80238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 07:02:10.149962 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 36426) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:02:10.341552 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-9b7ff4a7-7aa7-4c73-933d-f7640e4a1529 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=19c6451896254ad4b5b5110e6a044061&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1901155 Jan 24 07:02:10.344122 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 36432) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:02:10.396959 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-2123fc0b-1de7-402c-acfd-4b56b005cc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e', 'name': 'tempest-AttachVolumeShelveTestJSON-899880209-router', 'tenant_id': 'b352ad353356444ca4a7e94501f26e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'external_fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.210'}], 'enable_snat': True}, 'gw_port_id': 'fddb433b-1fda-40e1-9dc7-6a2c2de438db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T07:01:56Z', 'updated_at': '2021-01-24T07:02:02Z', 'revision_number': 4, 'project_id': 'b352ad353356444ca4a7e94501f26e10', 'gw_port': {'id': 'fddb433b-1fda-40e1-9dc7-6a2c2de438db', 'name': '', 'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:0c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T07:01:57Z', 'updated_at': '2021-01-24T07:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-6-smb', '_interfaces': [{'id': '5ade2ce7-9118-497f-a97e-dca155bddbca', 'name': '', 'network_id': 'e13c5a42-1024-4ca2-b72d-41265c0f5cf1', 'tenant_id': 'b352ad353356444ca4a7e94501f26e10', 'mac_address': 'fa:16:3e:80:f4:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'b8139419-7045-48a6-8319-a8eda9bca8a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T07:02:01Z', 'updated_at': '2021-01-24T07:02:09Z', 'revision_number': 4, 'project_id': 'b352ad353356444ca4a7e94501f26e10', 'subnets': [{'id': 'b8139419-7045-48a6-8319-a8eda9bca8a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-6-smb', False) {} {{(pid=80238) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:02:10.401850 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2123fc0b-1de7-402c-acfd-4b56b005cc9f None None] The sync data for ids ['735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e'] in dv-cinder-772181-6-smb is: [{'id': '735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e', 'name': 'tempest-AttachVolumeShelveTestJSON-899880209-router', 'tenant_id': 'b352ad353356444ca4a7e94501f26e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'external_fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.210'}], 'enable_snat': True}, 'gw_port_id': 'fddb433b-1fda-40e1-9dc7-6a2c2de438db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T07:01:56Z', 'updated_at': '2021-01-24T07:02:02Z', 'revision_number': 4, 'project_id': 'b352ad353356444ca4a7e94501f26e10', 'gw_port': {'id': 'fddb433b-1fda-40e1-9dc7-6a2c2de438db', 'name': '', 'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:0c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T07:01:57Z', 'updated_at': '2021-01-24T07:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-6-smb', '_interfaces': [{'id': '5ade2ce7-9118-497f-a97e-dca155bddbca', 'name': '', 'network_id': 'e13c5a42-1024-4ca2-b72d-41265c0f5cf1', 'tenant_id': 'b352ad353356444ca4a7e94501f26e10', 'mac_address': 'fa:16:3e:80:f4:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'b8139419-7045-48a6-8319-a8eda9bca8a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T07:02:01Z', 'updated_at': '2021-01-24T07:02:09Z', 'revision_number': 4, 'project_id': 'b352ad353356444ca4a7e94501f26e10', 'subnets': [{'id': 'b8139419-7045-48a6-8319-a8eda9bca8a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 24 07:02:10.407479 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1df11f68-0208-46bf-9f43-da2b7b944898 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:10.437370 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1df11f68-0208-46bf-9f43-da2b7b944898 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:10.496173 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1df11f68-0208-46bf-9f43-da2b7b944898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:10.501823 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-59c1e4d3-4f86-447e-b42d-65710c9bbf67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:02:10.516875 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df11f68-0208-46bf-9f43-da2b7b944898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b878eee6-2442-44fc-84c1-9579d4c2b5f6,revision_number=None']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:02:10.519841 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-1df11f68-0208-46bf-9f43-da2b7b944898 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:02:10.605431 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-2f431fd1-16fe-4b67-b254-f605edaac07d req-53149abd-879d-4fcb-a7a2-9599a64155b5 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/ports?device_id=95163a3c-ba0b-4102-9304-6feab8baf980 HTTP/1.1" status: 200 len: 210 time: 0.0776317 Jan 24 07:02:10.654282 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1df11f68-0208-46bf-9f43-da2b7b944898 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:10.662482 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-1df11f68-0208-46bf-9f43-da2b7b944898 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b878eee6-2442-44fc-84c1-9579d4c2b5f6 HTTP/1.1" status: 204 len: 168 time: 0.3093970 Jan 24 07:02:10.800581 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3cfed8-e242-45ae-8755-54780529f60f req-34d2e0ef-3cdd-4e6a-ba1f-211619310eb6 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:02:10.801455 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-9c3cfed8-e242-45ae-8755-54780529f60f req-34d2e0ef-3cdd-4e6a-ba1f-211619310eb6 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Synchronizing usage tracker for tenant:b352ad353356444ca4a7e94501f26e10 on resource:network {{(pid=80235) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 07:02:10.820558 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-9c3cfed8-e242-45ae-8755-54780529f60f req-34d2e0ef-3cdd-4e6a-ba1f-211619310eb6 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Unset dirty status for tenant:b352ad353356444ca4a7e94501f26e10 on resource:network {{(pid=80235) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 07:02:10.821976 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-9c3cfed8-e242-45ae-8755-54780529f60f req-34d2e0ef-3cdd-4e6a-ba1f-211619310eb6 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.18 "GET /v2.0/networks?id=e13c5a42-1024-4ca2-b72d-41265c0f5cf1 HTTP/1.1" status: 200 len: 816 time: 0.3074031 Jan 24 07:02:10.954488 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-9c3cfed8-e242-45ae-8755-54780529f60f req-7b200a4f-4853-4d42-8fe5-a661dd1c7898 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Synchronizing usage tracker for tenant:b352ad353356444ca4a7e94501f26e10 on resource:security_group {{(pid=80235) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 07:02:10.979832 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-9c3cfed8-e242-45ae-8755-54780529f60f req-7b200a4f-4853-4d42-8fe5-a661dd1c7898 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Unset dirty status for tenant:b352ad353356444ca4a7e94501f26e10 on resource:security_group {{(pid=80235) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 07:02:10.981595 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-9c3cfed8-e242-45ae-8755-54780529f60f req-7b200a4f-4853-4d42-8fe5-a661dd1c7898 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b352ad353356444ca4a7e94501f26e10 HTTP/1.1" status: 200 len: 5708 time: 0.1285779 Jan 24 07:02:10.994538 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.base [req-9c3cfed8-e242-45ae-8755-54780529f60f req-5bba901b-4573-4400-bf91-121992a79bdb tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Request body: {'port': {'device_id': '95163a3c-ba0b-4102-9304-6feab8baf980', 'network_id': 'e13c5a42-1024-4ca2-b72d-41265c0f5cf1', 'admin_state_up': True, 'tenant_id': 'b352ad353356444ca4a7e94501f26e10', 'security_groups': ['e6c6f0fc-adc0-414d-839d-1f449449d6f9']}} {{(pid=80235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 07:02:11.154270 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [req-9c3cfed8-e242-45ae-8755-54780529f60f req-5bba901b-4573-4400-bf91-121992a79bdb tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 07:02:11.164517 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [req-9c3cfed8-e242-45ae-8755-54780529f60f req-5bba901b-4573-4400-bf91-121992a79bdb tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 07:02:11.175605 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c3cfed8-e242-45ae-8755-54780529f60f req-5bba901b-4573-4400-bf91-121992a79bdb tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Made reservation on behalf of b352ad353356444ca4a7e94501f26e10 for: {'port': 1} {{(pid=80235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 07:02:11.186195 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-9c3cfed8-e242-45ae-8755-54780529f60f req-5bba901b-4573-4400-bf91-121992a79bdb tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:11.506257 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.db_base_plugin_common [req-9c3cfed8-e242-45ae-8755-54780529f60f req-5bba901b-4573-4400-bf91-121992a79bdb tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Allocated IP 172.20.0.3 (e13c5a42-1024-4ca2-b72d-41265c0f5cf1/b8139419-7045-48a6-8319-a8eda9bca8a9/cafa292e-beda-4519-a550-d7496597125e) {{(pid=80235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 07:02:11.710292 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-9c3cfed8-e242-45ae-8755-54780529f60f req-5bba901b-4573-4400-bf91-121992a79bdb tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Notify callbacks [] for port, precommit_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:11.730002 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [req-9c3cfed8-e242-45ae-8755-54780529f60f req-5bba901b-4573-4400-bf91-121992a79bdb tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Transition to ACTIVE for port object cafa292e-beda-4519-a550-d7496597125e will not be triggered until provisioned by entity DHCP. {{(pid=80235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 07:02:11.756976 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-9c3cfed8-e242-45ae-8755-54780529f60f req-5bba901b-4573-4400-bf91-121992a79bdb tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363276713217020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851855427'] for port, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:11.773955 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-585aed1e-6283-4d97-b9c9-23dda68b9d91 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:02:11.801681 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Device 5ade2ce7-9118-497f-a97e-dca155bddbca up at agent ovs-agent-dv-cinder-772181-6-smb {{(pid=80237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 07:02:11.868511 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02784d97-efd8-447a-8e3e-0db740e4ceee req-d050977e-6ae5-4d03-bdf6-6e4033c66503 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:02:11.870172 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-02784d97-efd8-447a-8e3e-0db740e4ceee req-d050977e-6ae5-4d03-bdf6-6e4033c66503 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/ports?device_id=95163a3c-ba0b-4102-9304-6feab8baf980 HTTP/1.1" status: 200 len: 931 time: 0.1111562 Jan 24 07:02:11.877106 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Provisioning for port 5ade2ce7-9118-497f-a97e-dca155bddbca completed by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 07:02:11.882208 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Provisioning complete for port 5ade2ce7-9118-497f-a97e-dca155bddbca triggered by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 07:02:11.882628 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:11.919585 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bba901b-4573-4400-bf91-121992a79bdb tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Pushing event updated for resources: {'Port': ['ID=cafa292e-beda-4519-a550-d7496597125e,revision_number=1']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:02:11.923106 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-02784d97-efd8-447a-8e3e-0db740e4ceee req-742b8228-342b-4599-b9be-2699d7ffdd05 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/security-groups?id=e6c6f0fc-adc0-414d-839d-1f449449d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459216 Jan 24 07:02:11.924992 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-5bba901b-4573-4400-bf91-121992a79bdb tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:02:11.980811 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c3cfed8-e242-45ae-8755-54780529f60f req-5bba901b-4573-4400-bf91-121992a79bdb tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Network e13c5a42-1024-4ca2-b72d-41265c0f5cf1 is already hosted by enough agents. {{(pid=80235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 07:02:11.981990 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [req-9c3cfed8-e242-45ae-8755-54780529f60f req-5bba901b-4573-4400-bf91-121992a79bdb tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Resources bound (agent type, host, resource id): {{(pid=80235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 07:02:11.984455 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c3cfed8-e242-45ae-8755-54780529f60f req-5bba901b-4573-4400-bf91-121992a79bdb tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Received port after_create {{(pid=80235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 07:02:12.015199 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:12.053381 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] For port 5ade2ce7-9118-497f-a97e-dca155bddbca, host dv-cinder-772181-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-6-smb',level=0,port_id=5ade2ce7-9118-497f-a97e-dca155bddbca,segment=NetworkSegment(2d94361e-67c4-4120-8244-70bedab0ca27),segment_id=2d94361e-67c4-4120-8244-70bedab0ca27)] {{(pid=80237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 07:02:12.056617 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098'] for port, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:12.058684 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-075068dd-e09b-4f62-869d-fae2c0fb2f07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:02:12.076075 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3cfed8-e242-45ae-8755-54780529f60f req-5bba901b-4573-4400-bf91-121992a79bdb tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:02:12.077024 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-9c3cfed8-e242-45ae-8755-54780529f60f req-5bba901b-4573-4400-bf91-121992a79bdb tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149749'] for port, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:12.105748 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-9c3cfed8-e242-45ae-8755-54780529f60f req-5bba901b-4573-4400-bf91-121992a79bdb tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1169415 Jan 24 07:02:12.134762 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.base [req-9c3cfed8-e242-45ae-8755-54780529f60f req-d679a9fe-b5aa-4d09-b118-1251de42d9c8 service neutron] Request body: {'port': {'device_id': '95163a3c-ba0b-4102-9304-6feab8baf980', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=80235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 07:02:12.136007 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Pushing event updated for resources: {'Port': ['ID=5ade2ce7-9118-497f-a97e-dca155bddbca,revision_number=5']} {{(pid=80237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:02:12.139852 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:02:12.258656 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-a2adc396-8781-4657-8beb-525c2b87fda5 None None] Provisioning for port cafa292e-beda-4519-a550-d7496597125e completed by entity DHCP. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 07:02:12.264218 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-9c3cfed8-e242-45ae-8755-54780529f60f req-d679a9fe-b5aa-4d09-b118-1251de42d9c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:12.265277 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-a2adc396-8781-4657-8beb-525c2b87fda5 None None] Provisioning complete for port cafa292e-beda-4519-a550-d7496597125e triggered by entity DHCP. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 07:02:12.265874 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-a2adc396-8781-4657-8beb-525c2b87fda5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:12.497698 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-a2adc396-8781-4657-8beb-525c2b87fda5 None None] Port cafa292e-beda-4519-a550-d7496597125e cannot update to ACTIVE because it is not bound. {{(pid=80237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 24 07:02:12.686552 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [req-9c3cfed8-e242-45ae-8755-54780529f60f req-d679a9fe-b5aa-4d09-b118-1251de42d9c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cafa292e-beda-4519-a550-d7496597125e {{(pid=80235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 24 07:02:12.694034 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-9c3cfed8-e242-45ae-8755-54780529f60f req-d679a9fe-b5aa-4d09-b118-1251de42d9c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:12.705718 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [req-9c3cfed8-e242-45ae-8755-54780529f60f req-d679a9fe-b5aa-4d09-b118-1251de42d9c8 service neutron] Transition to ACTIVE for port object cafa292e-beda-4519-a550-d7496597125e will not be triggered until provisioned by entity L2. {{(pid=80235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 07:02:12.708306 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-9c3cfed8-e242-45ae-8755-54780529f60f req-d679a9fe-b5aa-4d09-b118-1251de42d9c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2920372'] for port, after_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:12.723592 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-4dda5004-386c-452e-97c3-fa3285440cfb tempest-VolumesActionsTest-1165896132 tempest-VolumesActionsTest-1165896132] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:02:13.076659 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d679a9fe-b5aa-4d09-b118-1251de42d9c8 service neutron] Pushing event updated for resources: {'Port': ['ID=cafa292e-beda-4519-a550-d7496597125e,revision_number=2']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:02:13.081098 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-d679a9fe-b5aa-4d09-b118-1251de42d9c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:02:13.185110 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645d0ec4-eded-40a6-b029-5dcd2d6f43f1 req-edec11ab-f87f-4e5d-ae4a-f0c3d400d031 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:02:13.186872 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-645d0ec4-eded-40a6-b029-5dcd2d6f43f1 req-edec11ab-f87f-4e5d-ae4a-f0c3d400d031 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/ports?device_id=95163a3c-ba0b-4102-9304-6feab8baf980 HTTP/1.1" status: 200 len: 943 time: 0.1139946 Jan 24 07:02:13.242530 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-645d0ec4-eded-40a6-b029-5dcd2d6f43f1 req-7190daa3-75c0-4b14-9b07-77b8fe82844d tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/security-groups?id=e6c6f0fc-adc0-414d-839d-1f449449d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487795 Jan 24 07:02:13.269426 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [req-9c3cfed8-e242-45ae-8755-54780529f60f req-d679a9fe-b5aa-4d09-b118-1251de42d9c8 service neutron] Attempting to bind port cafa292e-beda-4519-a550-d7496597125e on host hv-cinder-77218 for vnic_type normal with profile {{(pid=80235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 07:02:13.269920 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [req-9c3cfed8-e242-45ae-8755-54780529f60f req-d679a9fe-b5aa-4d09-b118-1251de42d9c8 service neutron] Attempting to bind port cafa292e-beda-4519-a550-d7496597125e by drivers openvswitch on host hv-cinder-77218 at level 0 using segments [{'id': '2d94361e-67c4-4120-8244-70bedab0ca27', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e13c5a42-1024-4ca2-b72d-41265c0f5cf1'}] {{(pid=80235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 07:02:13.270181 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3cfed8-e242-45ae-8755-54780529f60f req-d679a9fe-b5aa-4d09-b118-1251de42d9c8 service neutron] Attempting to bind port cafa292e-beda-4519-a550-d7496597125e on network e13c5a42-1024-4ca2-b72d-41265c0f5cf1 {{(pid=80235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 07:02:13.276674 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3cfed8-e242-45ae-8755-54780529f60f req-d679a9fe-b5aa-4d09-b118-1251de42d9c8 service neutron] Checking agent: {'id': '40eb7c3e-e5ac-488d-8f03-a26480a7dd43', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 6, 56, 30), 'started_at': datetime.datetime(2021, 1, 24, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 07:02:13.277363 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3cfed8-e242-45ae-8755-54780529f60f req-d679a9fe-b5aa-4d09-b118-1251de42d9c8 service neutron] Checking segment: {'id': '2d94361e-67c4-4120-8244-70bedab0ca27', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e13c5a42-1024-4ca2-b72d-41265c0f5cf1'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 07:02:13.277769 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-9c3cfed8-e242-45ae-8755-54780529f60f req-d679a9fe-b5aa-4d09-b118-1251de42d9c8 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:13.278169 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3cfed8-e242-45ae-8755-54780529f60f req-d679a9fe-b5aa-4d09-b118-1251de42d9c8 service neutron] Bound using segment: {'id': '2d94361e-67c4-4120-8244-70bedab0ca27', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e13c5a42-1024-4ca2-b72d-41265c0f5cf1'} {{(pid=80235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 07:02:13.278651 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [req-9c3cfed8-e242-45ae-8755-54780529f60f req-d679a9fe-b5aa-4d09-b118-1251de42d9c8 service neutron] Bound port: cafa292e-beda-4519-a550-d7496597125e, host: hv-cinder-77218, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d94361e-67c4-4120-8244-70bedab0ca27', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e13c5a42-1024-4ca2-b72d-41265c0f5cf1'}}] {{(pid=80235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 07:02:13.279026 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-9c3cfed8-e242-45ae-8755-54780529f60f req-d679a9fe-b5aa-4d09-b118-1251de42d9c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:13.372745 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-9c3cfed8-e242-45ae-8755-54780529f60f req-d679a9fe-b5aa-4d09-b118-1251de42d9c8 service neutron] For port cafa292e-beda-4519-a550-d7496597125e, host hv-cinder-77218, cleared binding levels {{(pid=80235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 07:02:13.375840 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-9c3cfed8-e242-45ae-8755-54780529f60f req-d679a9fe-b5aa-4d09-b118-1251de42d9c8 service neutron] For port cafa292e-beda-4519-a550-d7496597125e, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=cafa292e-beda-4519-a550-d7496597125e,segment=NetworkSegment(2d94361e-67c4-4120-8244-70bedab0ca27),segment_id=2d94361e-67c4-4120-8244-70bedab0ca27)] {{(pid=80235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 07:02:13.378803 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-9c3cfed8-e242-45ae-8755-54780529f60f req-d679a9fe-b5aa-4d09-b118-1251de42d9c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2920372'] for port, after_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:13.393905 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-a1c638dd-a27a-4318-8f52-41f72c9f8b01 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:02:13.545269 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d679a9fe-b5aa-4d09-b118-1251de42d9c8 service neutron] Pushing event updated for resources: {'Port': ['ID=cafa292e-beda-4519-a550-d7496597125e,revision_number=3']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:02:13.550818 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-d679a9fe-b5aa-4d09-b118-1251de42d9c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:02:13.582232 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3cfed8-e242-45ae-8755-54780529f60f req-d679a9fe-b5aa-4d09-b118-1251de42d9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:02:13.582835 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-9c3cfed8-e242-45ae-8755-54780529f60f req-d679a9fe-b5aa-4d09-b118-1251de42d9c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149749'] for port, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:13.584378 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-9c3cfed8-e242-45ae-8755-54780529f60f req-d679a9fe-b5aa-4d09-b118-1251de42d9c8 service neutron] 10.222.0.18 "PUT /v2.0/ports/cafa292e-beda-4519-a550-d7496597125e HTTP/1.1" status: 200 len: 1157 time: 1.4552677 Jan 24 07:02:13.584886 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95163a3c-ba0b-4102-9304-6feab8baf980', 'tag': 'cafa292e-beda-4519-a550-d7496597125e'}] {{(pid=80235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 07:02:13.647527 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95163a3c-ba0b-4102-9304-6feab8baf980', 'tag': 'cafa292e-beda-4519-a550-d7496597125e', 'status': 'completed', 'code': 200} Jan 24 07:02:13.746820 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3cfed8-e242-45ae-8755-54780529f60f req-abe1191c-bff9-456f-9dc6-4ea261769c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:02:13.748820 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-9c3cfed8-e242-45ae-8755-54780529f60f req-abe1191c-bff9-456f-9dc6-4ea261769c86 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b352ad353356444ca4a7e94501f26e10&device_id=95163a3c-ba0b-4102-9304-6feab8baf980 HTTP/1.1" status: 200 len: 1160 time: 0.0815051 Jan 24 07:02:13.773536 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Device 5ade2ce7-9118-497f-a97e-dca155bddbca up at agent ovs-agent-dv-cinder-772181-6-smb {{(pid=80237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 07:02:13.831825 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-9c3cfed8-e242-45ae-8755-54780529f60f req-d0ae3dd6-4b43-43d0-89a7-3ac8e8811542 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cafa292e-beda-4519-a550-d7496597125e HTTP/1.1" status: 200 len: 217 time: 0.0688229 Jan 24 07:02:13.862291 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Provisioning complete for port 5ade2ce7-9118-497f-a97e-dca155bddbca triggered by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 07:02:13.862629 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:13.901683 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3cfed8-e242-45ae-8755-54780529f60f req-03d95374-9cb1-435a-80eb-9c6bf315ef38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:02:13.903280 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-9c3cfed8-e242-45ae-8755-54780529f60f req-03d95374-9cb1-435a-80eb-9c6bf315ef38 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b8139419-7045-48a6-8319-a8eda9bca8a9 HTTP/1.1" status: 200 len: 855 time: 0.0656004 Jan 24 07:02:13.996267 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3cfed8-e242-45ae-8755-54780529f60f req-0d42e018-e813-49bc-8041-25848231ca26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:02:13.997948 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-9c3cfed8-e242-45ae-8755-54780529f60f req-0d42e018-e813-49bc-8041-25848231ca26 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e13c5a42-1024-4ca2-b72d-41265c0f5cf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0869770 Jan 24 07:02:14.150252 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-9c3cfed8-e242-45ae-8755-54780529f60f req-13ceb5aa-7e99-44d3-ab97-b366a78e56eb service neutron] 10.222.0.18 "GET /v2.0/networks/e13c5a42-1024-4ca2-b72d-41265c0f5cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432495 Jan 24 07:02:14.302978 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-9c3cfed8-e242-45ae-8755-54780529f60f req-fb8eb6c4-fc09-425f-af37-67ce7365637b service neutron] 10.222.0.18 "GET /v2.0/networks/e13c5a42-1024-4ca2-b72d-41265c0f5cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1448507 Jan 24 07:02:14.500312 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ff6101-4b28-48c6-b3ab-2cacc37d7792 req-23d69690-d94f-4e99-a38e-635d99560028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:02:14.502230 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-e9ff6101-4b28-48c6-b3ab-2cacc37d7792 req-23d69690-d94f-4e99-a38e-635d99560028 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b352ad353356444ca4a7e94501f26e10&device_id=95163a3c-ba0b-4102-9304-6feab8baf980 HTTP/1.1" status: 200 len: 1160 time: 0.0821869 Jan 24 07:02:14.504328 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47834bba-1cc4-4c4b-a4c4-48b5372a8b1f req-81111f7a-73a2-4f83-ba84-02fd88c91b3d tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:02:14.506824 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-47834bba-1cc4-4c4b-a4c4-48b5372a8b1f req-81111f7a-73a2-4f83-ba84-02fd88c91b3d tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/ports?device_id=95163a3c-ba0b-4102-9304-6feab8baf980 HTTP/1.1" status: 200 len: 943 time: 0.1078784 Jan 24 07:02:14.563305 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-47834bba-1cc4-4c4b-a4c4-48b5372a8b1f req-567e8be3-a4fd-4f68-bad3-49e002eab296 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/security-groups?id=e6c6f0fc-adc0-414d-839d-1f449449d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502923 Jan 24 07:02:14.647242 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ff6101-4b28-48c6-b3ab-2cacc37d7792 req-e2b8054f-70fa-4b39-8dd5-b1fed4f1ed26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:02:14.648943 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-e9ff6101-4b28-48c6-b3ab-2cacc37d7792 req-e2b8054f-70fa-4b39-8dd5-b1fed4f1ed26 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e13c5a42-1024-4ca2-b72d-41265c0f5cf1 HTTP/1.1" status: 200 len: 910 time: 0.1399772 Jan 24 07:02:14.747500 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-e9ff6101-4b28-48c6-b3ab-2cacc37d7792 req-03b081c8-f520-4c84-8d74-151a2772a3c1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cafa292e-beda-4519-a550-d7496597125e HTTP/1.1" status: 200 len: 217 time: 0.0698643 Jan 24 07:02:14.833265 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ff6101-4b28-48c6-b3ab-2cacc37d7792 req-b7930254-62a4-4189-b882-8bfbf337a4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:02:14.835219 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-e9ff6101-4b28-48c6-b3ab-2cacc37d7792 req-b7930254-62a4-4189-b882-8bfbf337a4a7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b8139419-7045-48a6-8319-a8eda9bca8a9 HTTP/1.1" status: 200 len: 855 time: 0.0632823 Jan 24 07:02:14.919281 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ff6101-4b28-48c6-b3ab-2cacc37d7792 req-72f552c7-d15b-4ead-981e-3d497311acb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:02:14.920946 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-e9ff6101-4b28-48c6-b3ab-2cacc37d7792 req-72f552c7-d15b-4ead-981e-3d497311acb0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e13c5a42-1024-4ca2-b72d-41265c0f5cf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0792656 Jan 24 07:02:15.065211 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-e9ff6101-4b28-48c6-b3ab-2cacc37d7792 req-4d9fdfc7-a1cc-4971-bc37-624d1d98b38f service neutron] 10.222.0.18 "GET /v2.0/networks/e13c5a42-1024-4ca2-b72d-41265c0f5cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358669 Jan 24 07:02:15.211813 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-e9ff6101-4b28-48c6-b3ab-2cacc37d7792 req-d39b10be-efbd-4125-ba6d-63d094aa0395 service neutron] 10.222.0.18 "GET /v2.0/networks/e13c5a42-1024-4ca2-b72d-41265c0f5cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1391158 Jan 24 07:02:15.893123 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35de3426-bc3b-41e1-bed0-955db22f02ca req-3bb97abd-6eca-4cbd-8d9b-0ad305c7b30f tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:02:15.894643 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-35de3426-bc3b-41e1-bed0-955db22f02ca req-3bb97abd-6eca-4cbd-8d9b-0ad305c7b30f tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/ports?device_id=95163a3c-ba0b-4102-9304-6feab8baf980 HTTP/1.1" status: 200 len: 943 time: 0.1815863 Jan 24 07:02:15.922827 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf18743-124e-4626-8462-e67e78085681 req-39806279-1ebd-4b2a-854d-9d1c63c65c7e tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:02:15.924345 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-bdf18743-124e-4626-8462-e67e78085681 req-39806279-1ebd-4b2a-854d-9d1c63c65c7e tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] 10.222.0.22 "GET /v2.0/ports?device_id=f0031d94-0a3d-430a-8b42-be96f9f670d3 HTTP/1.1" status: 200 len: 946 time: 0.1725943 Jan 24 07:02:16.004212 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-35de3426-bc3b-41e1-bed0-955db22f02ca req-fe7f7aca-f3b4-45e7-a809-5800e1e9aa15 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/security-groups?id=e6c6f0fc-adc0-414d-839d-1f449449d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788488 Jan 24 07:02:16.012963 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-bdf18743-124e-4626-8462-e67e78085681 req-60938c1b-09bb-46a7-8dc7-49470465b130 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] 10.222.0.22 "GET /v2.0/security-groups?id=591f1956-1675-4ed2-b485-595eac679241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718191 Jan 24 07:02:16.205753 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c933b768-3444-4d27-92ed-70b537d18385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:17.314667 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea5f3d3-2a43-4722-9dc9-4b481296d3ef req-92f9c77d-6403-458b-b4ef-2c24c191f1e1 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:02:17.316203 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-4ea5f3d3-2a43-4722-9dc9-4b481296d3ef req-92f9c77d-6403-458b-b4ef-2c24c191f1e1 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] 10.222.0.22 "GET /v2.0/ports?device_id=f0031d94-0a3d-430a-8b42-be96f9f670d3 HTTP/1.1" status: 200 len: 946 time: 0.1725988 Jan 24 07:02:17.343060 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29604a9-fc0f-489b-8c2c-3f2524758847 req-177497ee-0974-4c07-b603-b765d9a3029a tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:02:17.344561 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-f29604a9-fc0f-489b-8c2c-3f2524758847 req-177497ee-0974-4c07-b603-b765d9a3029a tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/ports?device_id=95163a3c-ba0b-4102-9304-6feab8baf980 HTTP/1.1" status: 200 len: 943 time: 0.1650991 Jan 24 07:02:17.424879 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-4ea5f3d3-2a43-4722-9dc9-4b481296d3ef req-586490ad-4c20-4cbb-ad6e-98ad3390d056 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] 10.222.0.22 "GET /v2.0/security-groups?id=591f1956-1675-4ed2-b485-595eac679241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793059 Jan 24 07:02:17.430989 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-f29604a9-fc0f-489b-8c2c-3f2524758847 req-2b0c13db-045a-4f51-94c1-8dde361453d5 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/security-groups?id=e6c6f0fc-adc0-414d-839d-1f449449d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713632 Jan 24 07:02:17.828858 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Device cafa292e-beda-4519-a550-d7496597125e up at agent ovs-agent-hv-cinder-77218 {{(pid=80237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 07:02:17.899370 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Provisioning for port cafa292e-beda-4519-a550-d7496597125e completed by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 07:02:17.904024 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Provisioning complete for port cafa292e-beda-4519-a550-d7496597125e triggered by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 07:02:17.904432 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:18.022275 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:18.049392 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95163a3c-ba0b-4102-9304-6feab8baf980', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cafa292e-beda-4519-a550-d7496597125e'}] {{(pid=80237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 07:02:18.059613 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] For port cafa292e-beda-4519-a550-d7496597125e, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=cafa292e-beda-4519-a550-d7496597125e,segment=NetworkSegment(2d94361e-67c4-4120-8244-70bedab0ca27),segment_id=2d94361e-67c4-4120-8244-70bedab0ca27)] {{(pid=80237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 07:02:18.063782 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098'] for port, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:18.065637 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-15fc7cd5-70c5-43a7-b4bd-df24ae88ec71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:02:18.117993 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95163a3c-ba0b-4102-9304-6feab8baf980', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cafa292e-beda-4519-a550-d7496597125e', 'code': 200} Jan 24 07:02:18.136972 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Pushing event updated for resources: {'Port': ['ID=cafa292e-beda-4519-a550-d7496597125e,revision_number=4']} {{(pid=80237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:02:18.140575 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:02:18.399704 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb54de4-5107-4011-9c09-5a443cf4a596 req-ec7ab1ca-add4-4044-bf13-85f238642856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:02:18.401308 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-2fb54de4-5107-4011-9c09-5a443cf4a596 req-ec7ab1ca-add4-4044-bf13-85f238642856 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=95163a3c-ba0b-4102-9304-6feab8baf980 HTTP/1.1" status: 200 len: 1162 time: 0.0760696 Jan 24 07:02:18.443554 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-2fb54de4-5107-4011-9c09-5a443cf4a596 req-cd951a16-f8be-49a5-96ef-0d10d136632e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e6c6f0fc-adc0-414d-839d-1f449449d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345058 Jan 24 07:02:18.691466 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e4d6f6-7e4e-46c0-b6c2-74a5226fa800 req-75a8e081-1661-424d-bc90-84eaa12cdc55 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:02:18.693702 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-c7e4d6f6-7e4e-46c0-b6c2-74a5226fa800 req-75a8e081-1661-424d-bc90-84eaa12cdc55 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/ports?device_id=95163a3c-ba0b-4102-9304-6feab8baf980 HTTP/1.1" status: 200 len: 945 time: 0.1110857 Jan 24 07:02:18.808463 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-c7e4d6f6-7e4e-46c0-b6c2-74a5226fa800 req-56fdf300-9455-4c2f-bfc2-abee42a9da20 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/security-groups?id=e6c6f0fc-adc0-414d-839d-1f449449d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730808 Jan 24 07:02:18.843998 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd366d5f-4413-48b9-a232-0be03e33b522 req-db40e04e-8768-48fe-b413-d87a6b72cf22 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:02:18.845629 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-bd366d5f-4413-48b9-a232-0be03e33b522 req-db40e04e-8768-48fe-b413-d87a6b72cf22 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] 10.222.0.22 "GET /v2.0/ports?device_id=f0031d94-0a3d-430a-8b42-be96f9f670d3 HTTP/1.1" status: 200 len: 946 time: 0.1509564 Jan 24 07:02:18.898990 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-bd366d5f-4413-48b9-a232-0be03e33b522 req-3959a9e0-2b62-45d0-86b0-fe773d15978f tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] 10.222.0.22 "GET /v2.0/security-groups?id=591f1956-1675-4ed2-b485-595eac679241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469069 Jan 24 07:02:19.121471 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.agents_db [None req-2c2cd112-eb45-4d42-b228-ef41d20f669c None None] Agent healthcheck: found 6 active agents {{(pid=80238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 07:02:19.461681 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Device cafa292e-beda-4519-a550-d7496597125e up at agent ovs-agent-hv-cinder-77218 {{(pid=80237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 07:02:19.532434 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Provisioning complete for port cafa292e-beda-4519-a550-d7496597125e triggered by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 07:02:19.532849 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:19.658427 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-73e242ac-8790-4a78-a707-fe00eef564b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:20.107462 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc7acac-3525-48f5-a316-5966e1b92fb9 req-4bc76938-9129-4fa9-aef1-7148330f83a3 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:02:20.109072 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-bcc7acac-3525-48f5-a316-5966e1b92fb9 req-4bc76938-9129-4fa9-aef1-7148330f83a3 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/ports?device_id=95163a3c-ba0b-4102-9304-6feab8baf980 HTTP/1.1" status: 200 len: 945 time: 0.1554310 Jan 24 07:02:20.177740 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-bcc7acac-3525-48f5-a316-5966e1b92fb9 req-91d477cd-cacb-4027-8ebd-14aa9c3a0b85 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/security-groups?id=e6c6f0fc-adc0-414d-839d-1f449449d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614491 Jan 24 07:02:20.212363 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065ba824-6425-4f1a-8c38-d9657e84213b req-1f49b43c-932d-40ea-84f4-95d366d90e24 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:02:20.213968 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-065ba824-6425-4f1a-8c38-d9657e84213b req-1f49b43c-932d-40ea-84f4-95d366d90e24 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] 10.222.0.22 "GET /v2.0/ports?device_id=f0031d94-0a3d-430a-8b42-be96f9f670d3 HTTP/1.1" status: 200 len: 946 time: 0.1853883 Jan 24 07:02:20.267565 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-065ba824-6425-4f1a-8c38-d9657e84213b req-4757150b-58dd-42d6-bfa8-10927b43702e tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] 10.222.0.22 "GET /v2.0/security-groups?id=591f1956-1675-4ed2-b485-595eac679241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471864 Jan 24 07:02:20.428328 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e10eb64-b73d-4149-9f1d-e84790582494 req-31924552-43a8-47ad-a500-ab2fc806999d tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:02:20.429848 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-1e10eb64-b73d-4149-9f1d-e84790582494 req-31924552-43a8-47ad-a500-ab2fc806999d tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/ports?device_id=95163a3c-ba0b-4102-9304-6feab8baf980 HTTP/1.1" status: 200 len: 945 time: 0.1100631 Jan 24 07:02:20.439227 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 36498) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:02:20.445484 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-40beacf5-c4e7-49d6-9e4e-930073dfeead tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Request body: {'floatingip': {'port_id': 'cafa292e-beda-4519-a550-d7496597125e'}} {{(pid=80236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 07:02:20.533744 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-40beacf5-c4e7-49d6-9e4e-930073dfeead tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Notify callbacks [] for floatingip, before_update {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:20.679880 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e1e599a9-b31b-482b-85f4-1794c56bccde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:21.016515 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4d0eee-d5be-4c7f-ab94-8ebed0b4079c req-1dcbd51f-1ffe-4109-a622-914423ebf93b tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:02:21.017385 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-1e4d0eee-d5be-4c7f-ab94-8ebed0b4079c req-1dcbd51f-1ffe-4109-a622-914423ebf93b tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] Synchronizing usage tracker for tenant:ecad9f4fc8bb4fd385d4cdbe62d41cec on resource:port {{(pid=80235) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 07:02:21.034658 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-1e4d0eee-d5be-4c7f-ab94-8ebed0b4079c req-1dcbd51f-1ffe-4109-a622-914423ebf93b tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] Unset dirty status for tenant:ecad9f4fc8bb4fd385d4cdbe62d41cec on resource:port {{(pid=80235) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 07:02:21.035940 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-1e4d0eee-d5be-4c7f-ab94-8ebed0b4079c req-1dcbd51f-1ffe-4109-a622-914423ebf93b tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] 10.222.0.18 "GET /v2.0/ports?device_id=f0031d94-0a3d-430a-8b42-be96f9f670d3 HTTP/1.1" status: 200 len: 946 time: 0.1280215 Jan 24 07:02:21.118957 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [req-1e4d0eee-d5be-4c7f-ab94-8ebed0b4079c req-bdc7d789-bec2-457a-8d2a-a743facf0483 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] Deleting port 4647e18d-d7bd-4c46-ab49-79965a428470 {{(pid=80235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 07:02:21.119345 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-1e4d0eee-d5be-4c7f-ab94-8ebed0b4079c req-bdc7d789-bec2-457a-8d2a-a743facf0483 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760141954436'] for port, before_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:21.120251 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:21.401464 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-1e4d0eee-d5be-4c7f-ab94-8ebed0b4079c req-bdc7d789-bec2-457a-8d2a-a743facf0483 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] For port 4647e18d-d7bd-4c46-ab49-79965a428470, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=4647e18d-d7bd-4c46-ab49-79965a428470,segment=NetworkSegment(5937deae-815f-4d83-923d-ce00e245a520),segment_id=5937deae-815f-4d83-923d-ce00e245a520)] {{(pid=80235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 07:02:21.401870 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-1e4d0eee-d5be-4c7f-ab94-8ebed0b4079c req-bdc7d789-bec2-457a-8d2a-a743facf0483 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854346336'] for port, precommit_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:21.424843 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Device cafa292e-beda-4519-a550-d7496597125e up at agent ovs-agent-hv-cinder-77218 {{(pid=80237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 07:02:21.478930 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.db.resource_extend [None req-40beacf5-c4e7-49d6-9e4e-930073dfeead tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80236) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 24 07:02:21.499360 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Provisioning complete for port cafa292e-beda-4519-a550-d7496597125e triggered by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 07:02:21.499837 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:21.534552 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [req-1e4d0eee-d5be-4c7f-ab94-8ebed0b4079c req-bdc7d789-bec2-457a-8d2a-a743facf0483 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] Calling delete_port for 4647e18d-d7bd-4c46-ab49-79965a428470 owned by compute:nova {{(pid=80235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 07:02:21.595722 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-40beacf5-c4e7-49d6-9e4e-930073dfeead tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Notify callbacks [] for floatingip, precommit_update {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:21.601094 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-40beacf5-c4e7-49d6-9e4e-930073dfeead tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854261494'] for floatingip, after_update {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:21.674570 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Device 4647e18d-d7bd-4c46-ab49-79965a428470 no longer exists at agent ovs-agent-hv-cinder-77218 {{(pid=80237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 07:02:21.704405 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-1e4d0eee-d5be-4c7f-ab94-8ebed0b4079c req-bdc7d789-bec2-457a-8d2a-a743facf0483 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363276712759002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363276713243132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851855427'] for port, after_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:21.718202 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] No Port match for: 4647e18d-d7bd-4c46-ab49-79965a428470 {{(pid=80237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 24 07:02:21.718597 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Device 4647e18d-d7bd-4c46-ab49-79965a428470 not bound to the agent host hv-cinder-77218 {{(pid=80237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 24 07:02:21.723111 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-2e7b6283-084f-48ea-ba46-d18dd995ab6c tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:02:21.782532 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0217de5-f40b-4f4f-b4c3-0dc982d3d999 req-55a7ca19-3ab2-46b5-a51c-0164a520f844 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:02:21.784214 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-b0217de5-f40b-4f4f-b4c3-0dc982d3d999 req-55a7ca19-3ab2-46b5-a51c-0164a520f844 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] 10.222.0.22 "GET /v2.0/ports?device_id=f0031d94-0a3d-430a-8b42-be96f9f670d3 HTTP/1.1" status: 200 len: 946 time: 0.3613439 Jan 24 07:02:21.821591 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc7d789-bec2-457a-8d2a-a743facf0483 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] Pushing event deleted for resources: {'Port': ['ID=4647e18d-d7bd-4c46-ab49-79965a428470,revision_number=None']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:02:21.828012 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-bdc7d789-bec2-457a-8d2a-a743facf0483 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:02:21.861244 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.db.l3_db [None req-40beacf5-c4e7-49d6-9e4e-930073dfeead tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Floating IP 6e44223c-f29c-4c23-998d-9a2819ce41c6 associated. External IP: 172.28.0.247, port: cafa292e-beda-4519-a550-d7496597125e. Jan 24 07:02:21.928993 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e4d0eee-d5be-4c7f-ab94-8ebed0b4079c req-bdc7d789-bec2-457a-8d2a-a743facf0483 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] No DVR routers for this DVR port 4647e18d-d7bd-4c46-ab49-79965a428470 on host hv-cinder-77218 {{(pid=80235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 24 07:02:21.930531 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-b0217de5-f40b-4f4f-b4c3-0dc982d3d999 req-b8b62793-68cb-498a-857c-a9faf566650b tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] 10.222.0.22 "GET /v2.0/security-groups?id=591f1956-1675-4ed2-b485-595eac679241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341639 Jan 24 07:02:21.931329 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-1e4d0eee-d5be-4c7f-ab94-8ebed0b4079c req-bdc7d789-bec2-457a-8d2a-a743facf0483 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149749'] for port, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:21.934102 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0031d94-0a3d-430a-8b42-be96f9f670d3', 'name': 'network-vif-deleted', 'tag': '4647e18d-d7bd-4c46-ab49-79965a428470'}] {{(pid=80235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 07:02:21.951539 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-1e4d0eee-d5be-4c7f-ab94-8ebed0b4079c req-bdc7d789-bec2-457a-8d2a-a743facf0483 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] 10.222.0.18 "DELETE /v2.0/ports/4647e18d-d7bd-4c46-ab49-79965a428470 HTTP/1.1" status: 204 len: 173 time: 0.9099813 Jan 24 07:02:22.008508 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0031d94-0a3d-430a-8b42-be96f9f670d3', 'name': 'network-vif-deleted', 'tag': '4647e18d-d7bd-4c46-ab49-79965a428470', 'status': 'completed', 'code': 200} Jan 24 07:02:22.244789 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40beacf5-c4e7-49d6-9e4e-930073dfeead tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Router 735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e has already been hosted by L3 agent 4d190a5c-2620-4f2a-bccf-f8076df9706a {{(pid=80236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 24 07:02:22.431907 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40beacf5-c4e7-49d6-9e4e-930073dfeead tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Notify agent at l3_agent.dv-cinder-772181-6-smb the message routers_updated {{(pid=80236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 24 07:02:22.436330 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-40beacf5-c4e7-49d6-9e4e-930073dfeead tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149749'] for floatingip, before_response {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:22.444265 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d218910d-37b8-4579-b6b2-414aff0433af None None] Sync routers for ids ['735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e'] in dv-cinder-772181-6-smb {{(pid=80237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 24 07:02:22.454383 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d218910d-37b8-4579-b6b2-414aff0433af None None] Routers {'735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e'} bound to L3 agent in host dv-cinder-772181-6-smb {{(pid=80237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 07:02:22.455143 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-d218910d-37b8-4579-b6b2-414aff0433af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-24T06:49:21Z,description=,heartbeat_timestamp=2021-01-24T07:02:21Z,host='dv-cinder-772181-6-smb',id=4d190a5c-2620-4f2a-bccf-f8076df9706a,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T06:49:21Z,topic='l3_agent')) {'router_ids': ['735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e'], 'active': True} {{(pid=80237) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:02:22.497049 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-40beacf5-c4e7-49d6-9e4e-930073dfeead tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "PUT /v2.0/floatingips/6e44223c-f29c-4c23-998d-9a2819ce41c6 HTTP/1.1" status: 200 len: 991 time: 2.0539441 Jan 24 07:02:22.497049 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95163a3c-ba0b-4102-9304-6feab8baf980', 'tag': 'cafa292e-beda-4519-a550-d7496597125e'}] {{(pid=80236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 07:02:22.565519 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95163a3c-ba0b-4102-9304-6feab8baf980', 'tag': 'cafa292e-beda-4519-a550-d7496597125e', 'status': 'completed', 'code': 200} Jan 24 07:02:22.673524 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-234e5594-7a0b-4e8c-b8aa-6f4b31972cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:22.675544 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-d218910d-37b8-4579-b6b2-414aff0433af None None] Set router 735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e gateway port host: dv-cinder-772181-6-smb {{(pid=80237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 07:02:22.727454 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb12f94-6ce0-44a7-b580-5dad100ccf1f req-f7a97c1e-4eec-4d62-8e3a-7c9624bae1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:02:22.729137 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-1cb12f94-6ce0-44a7-b580-5dad100ccf1f req-f7a97c1e-4eec-4d62-8e3a-7c9624bae1c5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b352ad353356444ca4a7e94501f26e10&device_id=95163a3c-ba0b-4102-9304-6feab8baf980 HTTP/1.1" status: 200 len: 1162 time: 0.0942614 Jan 24 07:02:22.875242 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb12f94-6ce0-44a7-b580-5dad100ccf1f req-1e37bf09-b654-401b-9046-93a80fa5bfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:02:22.876809 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-1cb12f94-6ce0-44a7-b580-5dad100ccf1f req-1e37bf09-b654-401b-9046-93a80fa5bfc2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e13c5a42-1024-4ca2-b72d-41265c0f5cf1 HTTP/1.1" status: 200 len: 910 time: 0.1383255 Jan 24 07:02:23.062588 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-d218910d-37b8-4579-b6b2-414aff0433af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e', 'name': 'tempest-AttachVolumeShelveTestJSON-899880209-router', 'tenant_id': 'b352ad353356444ca4a7e94501f26e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'external_fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.210'}], 'enable_snat': True}, 'gw_port_id': 'fddb433b-1fda-40e1-9dc7-6a2c2de438db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T07:01:56Z', 'updated_at': '2021-01-24T07:02:02Z', 'revision_number': 4, 'project_id': 'b352ad353356444ca4a7e94501f26e10', 'gw_port': {'id': 'fddb433b-1fda-40e1-9dc7-6a2c2de438db', 'name': '', 'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:0c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T07:01:57Z', 'updated_at': '2021-01-24T07:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-6-smb', '_floatingips': [{'id': '6e44223c-f29c-4c23-998d-9a2819ce41c6', 'tenant_id': 'b352ad353356444ca4a7e94501f26e10', 'floating_ip_address': '172.28.0.247', 'floating_network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'router_id': '735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e', 'port_id': 'cafa292e-beda-4519-a550-d7496597125e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e13c5a42-1024-4ca2-b72d-41265c0f5cf1', 'mac_address': 'fa:16:3e:96:62:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95163a3c-ba0b-4102-9304-6feab8baf980', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-24T07:02:07Z', 'updated_at': '2021-01-24T07:02:21Z', 'revision_number': 1, 'project_id': 'b352ad353356444ca4a7e94501f26e10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ade2ce7-9118-497f-a97e-dca155bddbca', 'name': '', 'network_id': 'e13c5a42-1024-4ca2-b72d-41265c0f5cf1', 'tenant_id': 'b352ad353356444ca4a7e94501f26e10', 'mac_address': 'fa:16:3e:80:f4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'b8139419-7045-48a6-8319-a8eda9bca8a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T07:02:01Z', 'updated_at': '2021-01-24T07:02:12Z', 'revision_number': 5, 'project_id': 'b352ad353356444ca4a7e94501f26e10', 'subnets': [{'id': 'b8139419-7045-48a6-8319-a8eda9bca8a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-6-smb', False) {} {{(pid=80237) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:02:23.068143 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d218910d-37b8-4579-b6b2-414aff0433af None None] Checking router: 735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e for host: dv-cinder-772181-6-smb {{(pid=80237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 24 07:02:23.088441 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d218910d-37b8-4579-b6b2-414aff0433af None None] Routers {'735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e'} bound to L3 agent in host dv-cinder-772181-6-smb {{(pid=80237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 07:02:23.089147 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-d218910d-37b8-4579-b6b2-414aff0433af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-24T06:49:21Z,description=,heartbeat_timestamp=2021-01-24T07:02:21Z,host='dv-cinder-772181-6-smb',id=4d190a5c-2620-4f2a-bccf-f8076df9706a,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T06:49:21Z,topic='l3_agent')) {'router_ids': ['735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e'], 'active': True} {{(pid=80237) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:02:23.238385 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-1cb12f94-6ce0-44a7-b580-5dad100ccf1f req-77b60099-3091-4f87-b079-967805a354b8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cafa292e-beda-4519-a550-d7496597125e HTTP/1.1" status: 200 len: 999 time: 0.3543856 Jan 24 07:02:23.297368 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-d218910d-37b8-4579-b6b2-414aff0433af None None] Set router 735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e gateway port host: dv-cinder-772181-6-smb {{(pid=80237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 07:02:23.310901 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb12f94-6ce0-44a7-b580-5dad100ccf1f req-71e5a869-3c91-4cb3-bbf0-6bbda232aa88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:02:23.312537 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-1cb12f94-6ce0-44a7-b580-5dad100ccf1f req-71e5a869-3c91-4cb3-bbf0-6bbda232aa88 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b8139419-7045-48a6-8319-a8eda9bca8a9 HTTP/1.1" status: 200 len: 855 time: 0.0664694 Jan 24 07:02:23.409685 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb12f94-6ce0-44a7-b580-5dad100ccf1f req-4975b247-35c7-466d-b66a-936c8ddd4595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:02:23.411730 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-1cb12f94-6ce0-44a7-b580-5dad100ccf1f req-4975b247-35c7-466d-b66a-936c8ddd4595 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e13c5a42-1024-4ca2-b72d-41265c0f5cf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0794075 Jan 24 07:02:23.588835 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-1cb12f94-6ce0-44a7-b580-5dad100ccf1f req-dee64936-9083-4187-b97d-4283f68ea933 service neutron] 10.222.0.18 "GET /v2.0/networks/e13c5a42-1024-4ca2-b72d-41265c0f5cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701069 Jan 24 07:02:23.699768 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-d218910d-37b8-4579-b6b2-414aff0433af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e', 'name': 'tempest-AttachVolumeShelveTestJSON-899880209-router', 'tenant_id': 'b352ad353356444ca4a7e94501f26e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'external_fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.210'}], 'enable_snat': True}, 'gw_port_id': 'fddb433b-1fda-40e1-9dc7-6a2c2de438db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T07:01:56Z', 'updated_at': '2021-01-24T07:02:02Z', 'revision_number': 4, 'project_id': 'b352ad353356444ca4a7e94501f26e10', 'gw_port': {'id': 'fddb433b-1fda-40e1-9dc7-6a2c2de438db', 'name': '', 'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:0c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T07:01:57Z', 'updated_at': '2021-01-24T07:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-6-smb', '_floatingips': [{'id': '6e44223c-f29c-4c23-998d-9a2819ce41c6', 'tenant_id': 'b352ad353356444ca4a7e94501f26e10', 'floating_ip_address': '172.28.0.247', 'floating_network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'router_id': '735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e', 'port_id': 'cafa292e-beda-4519-a550-d7496597125e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e13c5a42-1024-4ca2-b72d-41265c0f5cf1', 'mac_address': 'fa:16:3e:96:62:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95163a3c-ba0b-4102-9304-6feab8baf980', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-24T07:02:07Z', 'updated_at': '2021-01-24T07:02:21Z', 'revision_number': 1, 'project_id': 'b352ad353356444ca4a7e94501f26e10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ade2ce7-9118-497f-a97e-dca155bddbca', 'name': '', 'network_id': 'e13c5a42-1024-4ca2-b72d-41265c0f5cf1', 'tenant_id': 'b352ad353356444ca4a7e94501f26e10', 'mac_address': 'fa:16:3e:80:f4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'b8139419-7045-48a6-8319-a8eda9bca8a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T07:02:01Z', 'updated_at': '2021-01-24T07:02:12Z', 'revision_number': 5, 'project_id': 'b352ad353356444ca4a7e94501f26e10', 'subnets': [{'id': 'b8139419-7045-48a6-8319-a8eda9bca8a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-6-smb', False) {} {{(pid=80237) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:02:23.704302 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d218910d-37b8-4579-b6b2-414aff0433af None None] The sync data for ids ['735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e'] in dv-cinder-772181-6-smb is: [{'id': '735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e', 'name': 'tempest-AttachVolumeShelveTestJSON-899880209-router', 'tenant_id': 'b352ad353356444ca4a7e94501f26e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'external_fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.210'}], 'enable_snat': True}, 'gw_port_id': 'fddb433b-1fda-40e1-9dc7-6a2c2de438db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T07:01:56Z', 'updated_at': '2021-01-24T07:02:02Z', 'revision_number': 4, 'project_id': 'b352ad353356444ca4a7e94501f26e10', 'gw_port': {'id': 'fddb433b-1fda-40e1-9dc7-6a2c2de438db', 'name': '', 'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:0c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T07:01:57Z', 'updated_at': '2021-01-24T07:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-6-smb', '_floatingips': [{'id': '6e44223c-f29c-4c23-998d-9a2819ce41c6', 'tenant_id': 'b352ad353356444ca4a7e94501f26e10', 'floating_ip_address': '172.28.0.247', 'floating_network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'router_id': '735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e', 'port_id': 'cafa292e-beda-4519-a550-d7496597125e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e13c5a42-1024-4ca2-b72d-41265c0f5cf1', 'mac_address': 'fa:16:3e:96:62:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95163a3c-ba0b-4102-9304-6feab8baf980', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-24T07:02:07Z', 'updated_at': '2021-01-24T07:02:21Z', 'revision_number': 1, 'project_id': 'b352ad353356444ca4a7e94501f26e10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ade2ce7-9118-497f-a97e-dca155bddbca', 'name': '', 'network_id': 'e13c5a42-1024-4ca2-b72d-41265c0f5cf1', 'tenant_id': 'b352ad353356444ca4a7e94501f26e10', 'mac_address': 'fa:16:3e:80:f4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'b8139419-7045-48a6-8319-a8eda9bca8a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T07:02:01Z', 'updated_at': '2021-01-24T07:02:12Z', 'revision_number': 5, 'project_id': 'b352ad353356444ca4a7e94501f26e10', 'subnets': [{'id': 'b8139419-7045-48a6-8319-a8eda9bca8a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 24 07:02:23.765393 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-1cb12f94-6ce0-44a7-b580-5dad100ccf1f req-44cc778e-b71d-48c6-96f3-d6a58a361f90 service neutron] 10.222.0.18 "GET /v2.0/networks/e13c5a42-1024-4ca2-b72d-41265c0f5cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1686580 Jan 24 07:02:24.006729 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f597587-c4e5-4460-ae64-854a48bcbd9e None None] New status for floating IP 6e44223c-f29c-4c23-998d-9a2819ce41c6: ACTIVE {{(pid=80238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 24 07:02:30.019862 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:42.873253 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 36666) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:02:42.940973 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e33c276-23f0-4450-b12c-4577635302da admin admin] Deleting subnet 57362b84-9fbb-4c3e-8334-99fa83fb8597 {{(pid=80236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 24 07:02:42.944511 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6e33c276-23f0-4450-b12c-4577635302da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:42.999140 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6e33c276-23f0-4450-b12c-4577635302da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2864173'] for subnet, precommit_delete_associations {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:43.058436 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6e33c276-23f0-4450-b12c-4577635302da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853356919'] for subnet, precommit_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:43.318568 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6e33c276-23f0-4450-b12c-4577635302da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1418929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854325308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852009695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851954040'] for subnet, after_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:43.334239 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-dc40922c-e883-4cb7-abd6-9cbe40e9844f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:02:43.421829 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e33c276-23f0-4450-b12c-4577635302da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57362b84-9fbb-4c3e-8334-99fa83fb8597,revision_number=None']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:02:43.441688 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e33c276-23f0-4450-b12c-4577635302da admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:02:43.442232 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e33c276-23f0-4450-b12c-4577635302da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:02:43.442638 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e33c276-23f0-4450-b12c-4577635302da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:02:43.443030 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e33c276-23f0-4450-b12c-4577635302da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:02:43.443421 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e33c276-23f0-4450-b12c-4577635302da admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:02:43.443842 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e33c276-23f0-4450-b12c-4577635302da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:02:43.444230 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e33c276-23f0-4450-b12c-4577635302da admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:02:43.444614 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e33c276-23f0-4450-b12c-4577635302da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:02:43.445001 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e33c276-23f0-4450-b12c-4577635302da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:02:43.445382 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e33c276-23f0-4450-b12c-4577635302da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:02:43.445767 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e33c276-23f0-4450-b12c-4577635302da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:02:43.446148 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e33c276-23f0-4450-b12c-4577635302da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:02:43.446570 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e33c276-23f0-4450-b12c-4577635302da admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:02:43.446951 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e33c276-23f0-4450-b12c-4577635302da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:02:43.447333 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e33c276-23f0-4450-b12c-4577635302da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:02:43.447730 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e33c276-23f0-4450-b12c-4577635302da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:02:43.448116 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e33c276-23f0-4450-b12c-4577635302da admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:02:43.448497 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e33c276-23f0-4450-b12c-4577635302da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:02:43.448874 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e33c276-23f0-4450-b12c-4577635302da admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:02:43.449258 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e33c276-23f0-4450-b12c-4577635302da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:02:43.449635 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e33c276-23f0-4450-b12c-4577635302da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:02:43.450011 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e33c276-23f0-4450-b12c-4577635302da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:02:43.450391 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e33c276-23f0-4450-b12c-4577635302da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:02:43.450769 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e33c276-23f0-4450-b12c-4577635302da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:02:43.455576 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-6e33c276-23f0-4450-b12c-4577635302da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:02:43.484146 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6e33c276-23f0-4450-b12c-4577635302da admin admin] Notify callbacks [] for subnet, before_response {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:43.490216 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-6e33c276-23f0-4450-b12c-4577635302da admin admin] 10.222.0.22 "DELETE /v2.0/subnets/57362b84-9fbb-4c3e-8334-99fa83fb8597 HTTP/1.1" status: 204 len: 168 time: 0.6158783 Jan 24 07:02:43.492881 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 36670) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:02:43.610445 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-3b9acc96-d8f7-44fb-9b09-cf38968af121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853395168'] for network, before_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:43.797563 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-3b9acc96-d8f7-44fb-9b09-cf38968af121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853359627', 'neutron.services.segments.db._delete_segments_for_network-8760142051665'] for network, precommit_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:43.909367 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.services.segments.db [None req-3b9acc96-d8f7-44fb-9b09-cf38968af121 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fee14cdf-cd7b-4e5a-a4a6-f3647c10c460']}} {{(pid=80236) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:02:43.921644 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.services.segments.db [None req-3b9acc96-d8f7-44fb-9b09-cf38968af121 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5937deae-815f-4d83-923d-ce00e245a520') {'for_net_delete': True} {{(pid=80236) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:02:43.921981 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.services.segments.db [None req-3b9acc96-d8f7-44fb-9b09-cf38968af121 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5937deae-815f-4d83-923d-ce00e245a520') {} {{(pid=80236) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:02:43.934386 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-3b9acc96-d8f7-44fb-9b09-cf38968af121 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760142046050', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851911643'] for segment, before_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:43.952598 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-3b9acc96-d8f7-44fb-9b09-cf38968af121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419005'] for segment, precommit_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:43.954655 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3b9acc96-d8f7-44fb-9b09-cf38968af121 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 24 07:02:44.335544 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-3b9acc96-d8f7-44fb-9b09-cf38968af121 admin admin] Network fee14cdf-cd7b-4e5a-a4a6-f3647c10c460 has no segments {{(pid=80236) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 24 07:02:44.344386 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-3b9acc96-d8f7-44fb-9b09-cf38968af121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853356811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2763650'] for segment, after_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:44.522260 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-3b9acc96-d8f7-44fb-9b09-cf38968af121 admin admin] Network fee14cdf-cd7b-4e5a-a4a6-f3647c10c460 has no segments {{(pid=80236) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 24 07:02:44.544588 dv-cinder-772181-6-smb neutron-server[80122]: Traceback (most recent call last): Jan 24 07:02:44.544588 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 07:02:44.544588 dv-cinder-772181-6-smb neutron-server[80122]: timer() Jan 24 07:02:44.544588 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 07:02:44.544588 dv-cinder-772181-6-smb neutron-server[80122]: cb(*args, **kw) Jan 24 07:02:44.544588 dv-cinder-772181-6-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 24 07:02:44.544588 dv-cinder-772181-6-smb neutron-server[80122]: return func(*args, **kwargs) Jan 24 07:02:44.544588 dv-cinder-772181-6-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 07:02:44.544588 dv-cinder-772181-6-smb neutron-server[80122]: self._notify() Jan 24 07:02:44.544588 dv-cinder-772181-6-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 07:02:44.544588 dv-cinder-772181-6-smb neutron-server[80122]: self.callback(batched_events) Jan 24 07:02:44.544588 dv-cinder-772181-6-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 07:02:44.544588 dv-cinder-772181-6-smb neutron-server[80122]: event.method(event) Jan 24 07:02:44.544588 dv-cinder-772181-6-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 07:02:44.544588 dv-cinder-772181-6-smb neutron-server[80122]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 07:02:44.544588 dv-cinder-772181-6-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 24 07:02:44.544588 dv-cinder-772181-6-smb neutron-server[80122]: segment_id)['aggregates'][0] Jan 24 07:02:44.544588 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 07:02:44.544588 dv-cinder-772181-6-smb neutron-server[80122]: return f(self, *a, **k) Jan 24 07:02:44.544588 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 24 07:02:44.544588 dv-cinder-772181-6-smb neutron-server[80122]: return self._get(url).json() Jan 24 07:02:44.544588 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 07:02:44.544588 dv-cinder-772181-6-smb neutron-server[80122]: **kwargs) Jan 24 07:02:44.544588 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 07:02:44.544588 dv-cinder-772181-6-smb neutron-server[80122]: return self.request(url, 'GET', **kwargs) Jan 24 07:02:44.544588 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 24 07:02:44.544588 dv-cinder-772181-6-smb neutron-server[80122]: **endpoint_filter) Jan 24 07:02:44.544588 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 07:02:44.544588 dv-cinder-772181-6-smb neutron-server[80122]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 07:02:44.544588 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 07:02:44.544588 dv-cinder-772181-6-smb neutron-server[80122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 07:02:44.544588 dv-cinder-772181-6-smb neutron-server[80122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 07:02:44.622823 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-3b9acc96-d8f7-44fb-9b09-cf38968af121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1416142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854325290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854261251'] for network, after_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:44.626397 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-dc83defe-30e6-40bc-b763-ddb04b812758 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:02:44.641110 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-3b9acc96-d8f7-44fb-9b09-cf38968af121 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539807'] for network, before_response {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:44.652891 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9acc96-d8f7-44fb-9b09-cf38968af121 admin admin] Pushing event deleted for resources: {'Network': ['ID=fee14cdf-cd7b-4e5a-a4a6-f3647c10c460,revision_number=None']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:02:44.656298 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-3b9acc96-d8f7-44fb-9b09-cf38968af121 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:02:44.660839 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-3b9acc96-d8f7-44fb-9b09-cf38968af121 admin admin] 10.222.0.22 "DELETE /v2.0/networks/fee14cdf-cd7b-4e5a-a4a6-f3647c10c460 HTTP/1.1" status: 204 len: 168 time: 1.1669385 Jan 24 07:02:44.811080 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 36680) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:02:44.863469 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-60b8e121-5040-427a-a0be-1c24adba6930 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ecad9f4fc8bb4fd385d4cdbe62d41cec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0506787 Jan 24 07:02:44.865725 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 36684) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:02:44.929162 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1f6cb698-a202-4ad4-a285-dc8a98b50fbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:44.955710 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1f6cb698-a202-4ad4-a285-dc8a98b50fbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:45.002453 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1f6cb698-a202-4ad4-a285-dc8a98b50fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:45.008688 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-45217e99-1238-44d9-844a-37472ccf8238 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:02:45.021222 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6cb698-a202-4ad4-a285-dc8a98b50fbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=591f1956-1675-4ed2-b485-595eac679241,revision_number=None']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:02:45.023803 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-1f6cb698-a202-4ad4-a285-dc8a98b50fbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:02:45.027146 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1f6cb698-a202-4ad4-a285-dc8a98b50fbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:45.028392 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-1f6cb698-a202-4ad4-a285-dc8a98b50fbc admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/591f1956-1675-4ed2-b485-595eac679241 HTTP/1.1" status: 204 len: 168 time: 0.1616955 Jan 24 07:02:45.904819 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 36710) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:02:46.047515 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-2a1c81e9-1adc-4f96-ae09-8f1cbe670396 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1846492551-network', 'tenant_id': 'd4e12424e8744806b903d167ceb7efca'}} {{(pid=80236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 07:02:46.053154 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-2a1c81e9-1adc-4f96-ae09-8f1cbe670396 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 07:02:46.057167 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-2a1c81e9-1adc-4f96-ae09-8f1cbe670396 admin admin] Usage tracker for resource:network and tenant:d4e12424e8744806b903d167ceb7efca is out of sync, need to count used quota {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 07:02:46.060203 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-2a1c81e9-1adc-4f96-ae09-8f1cbe670396 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 07:02:46.066200 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-2a1c81e9-1adc-4f96-ae09-8f1cbe670396 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 07:02:46.078712 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a1c81e9-1adc-4f96-ae09-8f1cbe670396 admin admin] Made reservation on behalf of d4e12424e8744806b903d167ceb7efca for: {'network': 1} {{(pid=80236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 07:02:46.083563 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-2a1c81e9-1adc-4f96-ae09-8f1cbe670396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for network, before_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:46.096328 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-2a1c81e9-1adc-4f96-ae09-8f1cbe670396 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:46.111971 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-2a1c81e9-1adc-4f96-ae09-8f1cbe670396 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 07:02:46.116730 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-2a1c81e9-1adc-4f96-ae09-8f1cbe670396 admin admin] Usage tracker for resource:security_group_rule and tenant:d4e12424e8744806b903d167ceb7efca is out of sync, need to count used quota {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 07:02:46.124746 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-2a1c81e9-1adc-4f96-ae09-8f1cbe670396 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 07:02:46.130742 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-2a1c81e9-1adc-4f96-ae09-8f1cbe670396 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 07:02:46.197871 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-94093332-6dd0-4ce2-9d2d-d7c1199b70da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:46.242816 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-2a1c81e9-1adc-4f96-ae09-8f1cbe670396 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:46.247481 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-2a1c81e9-1adc-4f96-ae09-8f1cbe670396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:46.251736 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-0f35b69a-572c-4c61-b6ff-ed42304385e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:02:46.281003 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a1c81e9-1adc-4f96-ae09-8f1cbe670396 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 24 07:02:46.295628 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1c81e9-1adc-4f96-ae09-8f1cbe670396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eae65fb-7168-443c-a9a4-1b775935cf24,revision_number=1']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:02:46.300298 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-2a1c81e9-1adc-4f96-ae09-8f1cbe670396 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:02:46.301829 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-2a1c81e9-1adc-4f96-ae09-8f1cbe670396 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363276712724152', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419005'] for segment, precommit_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:46.302278 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.db.segments_db [None req-2a1c81e9-1adc-4f96-ae09-8f1cbe670396 admin admin] Added segment 30da51e1-6089-4aea-ae43-59dc3d6d1d4c of type vxlan for network 0778c19a-a4dd-4c37-939b-e3b5bf8b4d40 Jan 24 07:02:46.329925 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-2a1c81e9-1adc-4f96-ae09-8f1cbe670396 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760141522069'] for network, precommit_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:46.361159 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-2a1c81e9-1adc-4f96-ae09-8f1cbe670396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854325290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788'] for network, after_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:46.362555 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1c81e9-1adc-4f96-ae09-8f1cbe670396 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:02:46.363206 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-2a1c81e9-1adc-4f96-ae09-8f1cbe670396 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539807'] for network, before_response {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:46.369117 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-90b48b2f-a2f3-40f6-ae62-50e912ec716d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:02:46.477256 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-2a1c81e9-1adc-4f96-ae09-8f1cbe670396 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5711570 Jan 24 07:02:46.480368 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1c81e9-1adc-4f96-ae09-8f1cbe670396 admin admin] Pushing event updated for resources: {'Network': ['ID=0778c19a-a4dd-4c37-939b-e3b5bf8b4d40,revision_number=1']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:02:46.480520 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 36724) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:02:46.483199 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-2a1c81e9-1adc-4f96-ae09-8f1cbe670396 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:02:46.491464 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Network 0778c19a-a4dd-4c37-939b-e3b5bf8b4d40 details requested by agent ovs-agent-dv-cinder-772181-6-smb with host dv-cinder-772181-6-smb {{(pid=80237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 24 07:02:46.493543 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-9aefc3c1-a1a6-4b2a-b0a1-86f58d3a84e5 admin admin] Request body: {'subnet': {'network_id': '0778c19a-a4dd-4c37-939b-e3b5bf8b4d40', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1846492551-subnet', 'tenant_id': 'd4e12424e8744806b903d167ceb7efca', 'ip_version': 4}} {{(pid=80235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 07:02:46.498861 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-9aefc3c1-a1a6-4b2a-b0a1-86f58d3a84e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 07:02:46.502991 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-9aefc3c1-a1a6-4b2a-b0a1-86f58d3a84e5 admin admin] Usage tracker for resource:subnet and tenant:d4e12424e8744806b903d167ceb7efca is out of sync, need to count used quota {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 07:02:46.507686 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-9aefc3c1-a1a6-4b2a-b0a1-86f58d3a84e5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 07:02:46.513042 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Network 0778c19a-a4dd-4c37-939b-e3b5bf8b4d40 details requested by agent ovs-agent-hv-cinder-77218 with host hv-cinder-77218 {{(pid=80237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 24 07:02:46.513796 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-9aefc3c1-a1a6-4b2a-b0a1-86f58d3a84e5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 07:02:46.523044 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aefc3c1-a1a6-4b2a-b0a1-86f58d3a84e5 admin admin] Made reservation on behalf of d4e12424e8744806b903d167ceb7efca for: {'subnet': 1} {{(pid=80235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 07:02:46.527840 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9aefc3c1-a1a6-4b2a-b0a1-86f58d3a84e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852350108'] for subnet, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:46.656154 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15927512-7651-4189-8ff0-517bf66818a7 req-06fa9c3a-f6e6-4a76-ae1a-4cb3e36b1712 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:02:46.657883 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-15927512-7651-4189-8ff0-517bf66818a7 req-06fa9c3a-f6e6-4a76-ae1a-4cb3e36b1712 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/ports?device_id=d8b28494-46db-42eb-9dfe-87b08b818e90 HTTP/1.1" status: 200 len: 946 time: 0.1143351 Jan 24 07:02:46.720936 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-15927512-7651-4189-8ff0-517bf66818a7 req-0208e383-ff56-4658-9d01-59a6bb49d1f6 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/security-groups?id=7c9aee4f-6d1b-48fa-a5b9-acc674b2a6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542619 Jan 24 07:02:46.965797 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9aefc3c1-a1a6-4b2a-b0a1-86f58d3a84e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854325308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2920748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852350091'] for subnet, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:46.981111 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-17e555ea-a5de-4387-813b-c51831b60fc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:02:47.105804 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aefc3c1-a1a6-4b2a-b0a1-86f58d3a84e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1f8ce7e-f633-4d2b-a697-18e4b662c620,revision_number=0']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:02:47.126222 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aefc3c1-a1a6-4b2a-b0a1-86f58d3a84e5 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:02:47.126627 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aefc3c1-a1a6-4b2a-b0a1-86f58d3a84e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:02:47.127028 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aefc3c1-a1a6-4b2a-b0a1-86f58d3a84e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:02:47.127430 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aefc3c1-a1a6-4b2a-b0a1-86f58d3a84e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:02:47.127835 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aefc3c1-a1a6-4b2a-b0a1-86f58d3a84e5 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:02:47.128223 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aefc3c1-a1a6-4b2a-b0a1-86f58d3a84e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:02:47.128612 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aefc3c1-a1a6-4b2a-b0a1-86f58d3a84e5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:02:47.128996 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aefc3c1-a1a6-4b2a-b0a1-86f58d3a84e5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:02:47.129969 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aefc3c1-a1a6-4b2a-b0a1-86f58d3a84e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:02:47.130348 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aefc3c1-a1a6-4b2a-b0a1-86f58d3a84e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:02:47.130730 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aefc3c1-a1a6-4b2a-b0a1-86f58d3a84e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:02:47.131110 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aefc3c1-a1a6-4b2a-b0a1-86f58d3a84e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:02:47.131528 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aefc3c1-a1a6-4b2a-b0a1-86f58d3a84e5 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:02:47.131931 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aefc3c1-a1a6-4b2a-b0a1-86f58d3a84e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:02:47.132309 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aefc3c1-a1a6-4b2a-b0a1-86f58d3a84e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:02:47.132687 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aefc3c1-a1a6-4b2a-b0a1-86f58d3a84e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:02:47.133064 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aefc3c1-a1a6-4b2a-b0a1-86f58d3a84e5 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:02:47.133441 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aefc3c1-a1a6-4b2a-b0a1-86f58d3a84e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:02:47.133816 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aefc3c1-a1a6-4b2a-b0a1-86f58d3a84e5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:02:47.134192 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aefc3c1-a1a6-4b2a-b0a1-86f58d3a84e5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:02:47.134566 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aefc3c1-a1a6-4b2a-b0a1-86f58d3a84e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:02:47.134942 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aefc3c1-a1a6-4b2a-b0a1-86f58d3a84e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:02:47.135323 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aefc3c1-a1a6-4b2a-b0a1-86f58d3a84e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:02:47.135728 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aefc3c1-a1a6-4b2a-b0a1-86f58d3a84e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:02:47.140923 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-9aefc3c1-a1a6-4b2a-b0a1-86f58d3a84e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:02:47.198855 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aefc3c1-a1a6-4b2a-b0a1-86f58d3a84e5 admin admin] Checking segment: {'id': '30da51e1-6089-4aea-ae43-59dc3d6d1d4c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0778c19a-a4dd-4c37-939b-e3b5bf8b4d40'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 07:02:47.198998 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aefc3c1-a1a6-4b2a-b0a1-86f58d3a84e5 admin admin] Network hostable DHCP agents. Network: 0778c19a-a4dd-4c37-939b-e3b5bf8b4d40, hostable agents: ['d33f51e1-f1a2-468d-95a7-36d67ba2db65'], hosted agents: [] {{(pid=80235) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 24 07:02:47.217177 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aefc3c1-a1a6-4b2a-b0a1-86f58d3a84e5 admin admin] Network 0778c19a-a4dd-4c37-939b-e3b5bf8b4d40 is scheduled to be hosted by DHCP agent d33f51e1-f1a2-468d-95a7-36d67ba2db65 with binding_index 1 {{(pid=80235) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 24 07:02:47.225230 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [None req-9aefc3c1-a1a6-4b2a-b0a1-86f58d3a84e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-6-smb, 0778c19a-a4dd-4c37-939b-e3b5bf8b4d40) {{(pid=80235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 07:02:47.234278 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798cc854-2395-480e-bcb7-aeed6cff750e None None] Network 0778c19a-a4dd-4c37-939b-e3b5bf8b4d40 requested from dv-cinder-772181-6-smb {{(pid=80237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 07:02:47.237133 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aefc3c1-a1a6-4b2a-b0a1-86f58d3a84e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:02:47.237791 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9aefc3c1-a1a6-4b2a-b0a1-86f58d3a84e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539807'] for subnet, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:47.259487 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-9aefc3c1-a1a6-4b2a-b0a1-86f58d3a84e5 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7778065 Jan 24 07:02:47.262226 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 36730) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:02:47.267935 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-98f83531-6ecf-4275-896d-9fc052628f9b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1846492551-router', 'tenant_id': 'd4e12424e8744806b903d167ceb7efca', 'external_gateway_info': {'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a'}}} {{(pid=80235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 07:02:47.272896 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-98f83531-6ecf-4275-896d-9fc052628f9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 07:02:47.276928 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-98f83531-6ecf-4275-896d-9fc052628f9b admin admin] Usage tracker for resource:router and tenant:d4e12424e8744806b903d167ceb7efca is out of sync, need to count used quota {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 07:02:47.280662 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-98f83531-6ecf-4275-896d-9fc052628f9b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 07:02:47.287045 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-98f83531-6ecf-4275-896d-9fc052628f9b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 07:02:47.295924 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-98f83531-6ecf-4275-896d-9fc052628f9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-492021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8889'] for router, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:47.296903 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-98f83531-6ecf-4275-896d-9fc052628f9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854283885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854261357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-438936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854766926'] for router, precommit_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:47.311841 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-98f83531-6ecf-4275-896d-9fc052628f9b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:47.462132 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff3e7f0-23bf-421e-be1d-3eb381173942 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa806b67e-33b8-5b8e-8be6-afe1d16f8eae-0778c19a-a4dd-4c37-939b-e3b5bf8b4d40', 'network_id': '0778c19a-a4dd-4c37-939b-e3b5bf8b4d40', 'tenant_id': 'd4e12424e8744806b903d167ceb7efca', 'fixed_ips': [{'subnet_id': 'c1f8ce7e-f633-4d2b-a697-18e4b662c620'}]}} from dv-cinder-772181-6-smb. {{(pid=80237) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 24 07:02:47.463100 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-cff3e7f0-23bf-421e-be1d-3eb381173942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_create {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:47.592256 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-98f83531-6ecf-4275-896d-9fc052628f9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854261344', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-491778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2396'] for router, precommit_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:47.753925 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.db_base_plugin_common [None req-cff3e7f0-23bf-421e-be1d-3eb381173942 None None] Allocated IP 172.20.0.2 (0778c19a-a4dd-4c37-939b-e3b5bf8b4d40/c1f8ce7e-f633-4d2b-a697-18e4b662c620/965c0419-1e98-49ab-921d-862538314801) {{(pid=80237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 07:02:47.918789 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-98f83531-6ecf-4275-896d-9fc052628f9b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:47.954348 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-98f83531-6ecf-4275-896d-9fc052628f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:47.972503 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebea2cc-e069-4660-837b-4351dac70888 req-637d0e5f-e525-4a9b-ac2d-274c78846740 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:02:47.973234 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-cff3e7f0-23bf-421e-be1d-3eb381173942 None None] Notify callbacks [] for port, precommit_create {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:47.974219 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-4ebea2cc-e069-4660-837b-4351dac70888 req-637d0e5f-e525-4a9b-ac2d-274c78846740 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/ports?device_id=d8b28494-46db-42eb-9dfe-87b08b818e90 HTTP/1.1" status: 200 len: 946 time: 0.1119199 Jan 24 07:02:47.984288 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-cff3e7f0-23bf-421e-be1d-3eb381173942 None None] Transition to ACTIVE for port object 965c0419-1e98-49ab-921d-862538314801 will not be triggered until provisioned by entity L2. {{(pid=80237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 07:02:48.001572 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-cff3e7f0-23bf-421e-be1d-3eb381173942 None None] Transition to ACTIVE for port object 965c0419-1e98-49ab-921d-862538314801 will not be triggered until provisioned by entity DHCP. {{(pid=80237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 07:02:48.006417 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-cff3e7f0-23bf-421e-be1d-3eb381173942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363276713217020'] for port, after_create {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:48.021359 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:02:48.029732 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-4ebea2cc-e069-4660-837b-4351dac70888 req-83b1eb10-7dae-4472-b99c-4638e580389c tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/security-groups?id=7c9aee4f-6d1b-48fa-a5b9-acc674b2a6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484221 Jan 24 07:02:48.162264 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff3e7f0-23bf-421e-be1d-3eb381173942 None None] Pushing event updated for resources: {'Port': ['ID=965c0419-1e98-49ab-921d-862538314801,revision_number=1']} {{(pid=80237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:02:48.186568 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff3e7f0-23bf-421e-be1d-3eb381173942 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:02:48.186865 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff3e7f0-23bf-421e-be1d-3eb381173942 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:02:48.187243 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff3e7f0-23bf-421e-be1d-3eb381173942 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:02:48.187614 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff3e7f0-23bf-421e-be1d-3eb381173942 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:02:48.188009 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff3e7f0-23bf-421e-be1d-3eb381173942 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:02:48.188380 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff3e7f0-23bf-421e-be1d-3eb381173942 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:02:48.188742 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff3e7f0-23bf-421e-be1d-3eb381173942 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:02:48.189103 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff3e7f0-23bf-421e-be1d-3eb381173942 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:02:48.189464 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff3e7f0-23bf-421e-be1d-3eb381173942 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:02:48.189825 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff3e7f0-23bf-421e-be1d-3eb381173942 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:02:48.190184 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff3e7f0-23bf-421e-be1d-3eb381173942 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:02:48.190540 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff3e7f0-23bf-421e-be1d-3eb381173942 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:02:48.190936 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff3e7f0-23bf-421e-be1d-3eb381173942 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:02:48.191294 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff3e7f0-23bf-421e-be1d-3eb381173942 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:02:48.191652 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff3e7f0-23bf-421e-be1d-3eb381173942 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:02:48.192550 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff3e7f0-23bf-421e-be1d-3eb381173942 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:02:48.192909 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff3e7f0-23bf-421e-be1d-3eb381173942 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:02:48.193265 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff3e7f0-23bf-421e-be1d-3eb381173942 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:02:48.193620 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff3e7f0-23bf-421e-be1d-3eb381173942 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:02:48.193981 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff3e7f0-23bf-421e-be1d-3eb381173942 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:02:48.194340 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff3e7f0-23bf-421e-be1d-3eb381173942 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:02:48.194695 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff3e7f0-23bf-421e-be1d-3eb381173942 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:02:48.195049 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff3e7f0-23bf-421e-be1d-3eb381173942 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:02:48.195402 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff3e7f0-23bf-421e-be1d-3eb381173942 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:02:48.200947 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-cff3e7f0-23bf-421e-be1d-3eb381173942 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:02:48.231952 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.db_base_plugin_common [None req-98f83531-6ecf-4275-896d-9fc052628f9b admin admin] Allocated IP 172.28.0.139 (3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a/ded01328-6a1f-470d-9832-6a1e67bc132f/828c247c-8944-48c6-944b-a10d866ca852) {{(pid=80235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 07:02:48.240228 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff3e7f0-23bf-421e-be1d-3eb381173942 None None] Network 0778c19a-a4dd-4c37-939b-e3b5bf8b4d40 is already hosted by enough agents. {{(pid=80237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 07:02:48.241452 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [None req-cff3e7f0-23bf-421e-be1d-3eb381173942 None None] Resources bound (agent type, host, resource id): {{(pid=80237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 07:02:48.244089 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff3e7f0-23bf-421e-be1d-3eb381173942 None None] Received port after_create {{(pid=80237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 07:02:48.304987 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-cff3e7f0-23bf-421e-be1d-3eb381173942 None None] Attempting to bind port 965c0419-1e98-49ab-921d-862538314801 on host dv-cinder-772181-6-smb for vnic_type normal with profile {{(pid=80237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 07:02:48.305929 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-cff3e7f0-23bf-421e-be1d-3eb381173942 None None] Attempting to bind port 965c0419-1e98-49ab-921d-862538314801 by drivers openvswitch on host dv-cinder-772181-6-smb at level 0 using segments [{'id': '30da51e1-6089-4aea-ae43-59dc3d6d1d4c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0778c19a-a4dd-4c37-939b-e3b5bf8b4d40'}] {{(pid=80237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 07:02:48.306488 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff3e7f0-23bf-421e-be1d-3eb381173942 None None] Attempting to bind port 965c0419-1e98-49ab-921d-862538314801 on network 0778c19a-a4dd-4c37-939b-e3b5bf8b4d40 {{(pid=80237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 07:02:48.313421 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff3e7f0-23bf-421e-be1d-3eb381173942 None None] Checking agent: {'id': '3fe64d96-acff-4950-84fb-d8384a2371af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 6, 49, 21), 'started_at': datetime.datetime(2021, 1, 24, 6, 49, 51), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 7, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 07:02:48.313836 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff3e7f0-23bf-421e-be1d-3eb381173942 None None] Checking segment: {'id': '30da51e1-6089-4aea-ae43-59dc3d6d1d4c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0778c19a-a4dd-4c37-939b-e3b5bf8b4d40'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 07:02:48.314282 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-cff3e7f0-23bf-421e-be1d-3eb381173942 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:48.314721 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff3e7f0-23bf-421e-be1d-3eb381173942 None None] Bound using segment: {'id': '30da51e1-6089-4aea-ae43-59dc3d6d1d4c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0778c19a-a4dd-4c37-939b-e3b5bf8b4d40'} {{(pid=80237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 07:02:48.315234 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-cff3e7f0-23bf-421e-be1d-3eb381173942 None None] Bound port: 965c0419-1e98-49ab-921d-862538314801, host: dv-cinder-772181-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30da51e1-6089-4aea-ae43-59dc3d6d1d4c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0778c19a-a4dd-4c37-939b-e3b5bf8b4d40'}}] {{(pid=80237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 07:02:48.315650 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-cff3e7f0-23bf-421e-be1d-3eb381173942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:48.399230 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-98f83531-6ecf-4275-896d-9fc052628f9b admin admin] Notify callbacks [] for port, precommit_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:48.409004 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-cff3e7f0-23bf-421e-be1d-3eb381173942 None None] For port 965c0419-1e98-49ab-921d-862538314801, host dv-cinder-772181-6-smb, cleared binding levels {{(pid=80237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 07:02:48.412869 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-cff3e7f0-23bf-421e-be1d-3eb381173942 None None] For port 965c0419-1e98-49ab-921d-862538314801, host dv-cinder-772181-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-6-smb',level=0,port_id=965c0419-1e98-49ab-921d-862538314801,segment=NetworkSegment(30da51e1-6089-4aea-ae43-59dc3d6d1d4c),segment_id=30da51e1-6089-4aea-ae43-59dc3d6d1d4c)] {{(pid=80237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 07:02:48.417213 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-cff3e7f0-23bf-421e-be1d-3eb381173942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098'] for port, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:48.428051 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-98f83531-6ecf-4275-896d-9fc052628f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363276713217020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851855427'] for port, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:48.435263 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:02:48.444633 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:02:48.580816 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f83531-6ecf-4275-896d-9fc052628f9b admin admin] Pushing event updated for resources: {'Port': ['ID=828c247c-8944-48c6-944b-a10d866ca852,revision_number=1']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:02:48.584615 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-98f83531-6ecf-4275-896d-9fc052628f9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:02:48.585497 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff3e7f0-23bf-421e-be1d-3eb381173942 None None] Pushing event updated for resources: {'Port': ['ID=965c0419-1e98-49ab-921d-862538314801,revision_number=2']} {{(pid=80237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:02:48.589496 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-cff3e7f0-23bf-421e-be1d-3eb381173942 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:02:48.643131 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f83531-6ecf-4275-896d-9fc052628f9b admin admin] Network 3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a is already hosted by enough agents. {{(pid=80235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 07:02:48.644650 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [None req-98f83531-6ecf-4275-896d-9fc052628f9b admin admin] Resources bound (agent type, host, resource id): {{(pid=80235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 07:02:48.647557 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f83531-6ecf-4275-896d-9fc052628f9b admin admin] Received port after_create {{(pid=80235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 07:02:49.278454 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f877960-a7eb-4c15-b827-becdd2857a04 req-2bf9afc0-4adc-4237-98aa-d0b0086496ea tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:02:49.280119 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-7f877960-a7eb-4c15-b827-becdd2857a04 req-2bf9afc0-4adc-4237-98aa-d0b0086496ea tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/ports?device_id=d8b28494-46db-42eb-9dfe-87b08b818e90 HTTP/1.1" status: 200 len: 946 time: 0.1102407 Jan 24 07:02:49.282355 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475dd615-de75-429b-a552-1e7243557b5f req-4f367b1e-7ced-4634-bf22-d85d1860703e tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:02:49.283119 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-475dd615-de75-429b-a552-1e7243557b5f req-4f367b1e-7ced-4634-bf22-d85d1860703e tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Synchronizing usage tracker for tenant:2fc6fa56d19f4f2496beee60631c3cb7 on resource:port {{(pid=80235) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 07:02:49.333407 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-7f877960-a7eb-4c15-b827-becdd2857a04 req-b3223f73-03e7-42c6-8511-dd293ebd01f5 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/security-groups?id=7c9aee4f-6d1b-48fa-a5b9-acc674b2a6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460148 Jan 24 07:02:49.388110 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-475dd615-de75-429b-a552-1e7243557b5f req-4f367b1e-7ced-4634-bf22-d85d1860703e tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Unset dirty status for tenant:2fc6fa56d19f4f2496beee60631c3cb7 on resource:port {{(pid=80235) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 07:02:49.389654 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-475dd615-de75-429b-a552-1e7243557b5f req-4f367b1e-7ced-4634-bf22-d85d1860703e tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.18 "GET /v2.0/ports?device_id=d8b28494-46db-42eb-9dfe-87b08b818e90 HTTP/1.1" status: 200 len: 946 time: 0.6312330 Jan 24 07:02:49.480246 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-98f83531-6ecf-4275-896d-9fc052628f9b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:49.548491 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [req-475dd615-de75-429b-a552-1e7243557b5f req-894656f8-bb46-473a-8f4b-c9d53f9ff958 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Deleting port fc860ca2-d951-4a48-a63d-1f777f905aac {{(pid=80235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 07:02:49.548881 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-475dd615-de75-429b-a552-1e7243557b5f req-894656f8-bb46-473a-8f4b-c9d53f9ff958 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760141954436'] for port, before_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:49.561730 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Device fc860ca2-d951-4a48-a63d-1f777f905aac no longer exists at agent ovs-agent-hv-cinder-77218 {{(pid=80237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 07:02:49.631071 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-73e242ac-8790-4a78-a707-fe00eef564b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:49.700183 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:49.733690 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8b28494-46db-42eb-9dfe-87b08b818e90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc860ca2-d951-4a48-a63d-1f777f905aac'}] {{(pid=80237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 07:02:49.746360 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] For port fc860ca2-d951-4a48-a63d-1f777f905aac, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=fc860ca2-d951-4a48-a63d-1f777f905aac,segment=NetworkSegment(adda3e32-e252-4d09-9851-9d25a3fda79e),segment_id=adda3e32-e252-4d09-9851-9d25a3fda79e)] {{(pid=80237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 07:02:49.754710 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098'] for port, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:49.757921 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:02:49.856597 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8b28494-46db-42eb-9dfe-87b08b818e90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc860ca2-d951-4a48-a63d-1f777f905aac', 'code': 200} Jan 24 07:02:49.864966 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Pushing event updated for resources: {'Port': ['ID=fc860ca2-d951-4a48-a63d-1f777f905aac,revision_number=5']} {{(pid=80237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:02:49.869608 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Device 965c0419-1e98-49ab-921d-862538314801 up at agent ovs-agent-dv-cinder-772181-6-smb {{(pid=80237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 07:02:49.901838 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:02:49.949218 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Provisioning for port 965c0419-1e98-49ab-921d-862538314801 completed by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 07:02:50.048898 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34bd924-5af7-4889-a15b-ce5088a7de6e None None] Network 0778c19a-a4dd-4c37-939b-e3b5bf8b4d40 requested from dv-cinder-772181-6-smb {{(pid=80237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 07:02:50.095290 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-475dd615-de75-429b-a552-1e7243557b5f req-894656f8-bb46-473a-8f4b-c9d53f9ff958 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] For port fc860ca2-d951-4a48-a63d-1f777f905aac, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=fc860ca2-d951-4a48-a63d-1f777f905aac,segment=NetworkSegment(adda3e32-e252-4d09-9851-9d25a3fda79e),segment_id=adda3e32-e252-4d09-9851-9d25a3fda79e)] {{(pid=80235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 07:02:50.095706 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-475dd615-de75-429b-a552-1e7243557b5f req-894656f8-bb46-473a-8f4b-c9d53f9ff958 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854346336'] for port, precommit_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:50.141526 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-bdb6b61a-2133-4348-97e8-206b0897daec None None] Provisioning for port 965c0419-1e98-49ab-921d-862538314801 completed by entity DHCP. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 07:02:50.161202 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-bdb6b61a-2133-4348-97e8-206b0897daec None None] Provisioning complete for port 965c0419-1e98-49ab-921d-862538314801 triggered by entity DHCP. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 07:02:50.161698 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-bdb6b61a-2133-4348-97e8-206b0897daec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:50.176208 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-98f83531-6ecf-4275-896d-9fc052628f9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854283779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514502'] for router, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:50.413249 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-bdb6b61a-2133-4348-97e8-206b0897daec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:50.461075 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-bdb6b61a-2133-4348-97e8-206b0897daec None None] For port 965c0419-1e98-49ab-921d-862538314801, host dv-cinder-772181-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-6-smb',level=0,port_id=965c0419-1e98-49ab-921d-862538314801,segment=NetworkSegment(30da51e1-6089-4aea-ae43-59dc3d6d1d4c),segment_id=30da51e1-6089-4aea-ae43-59dc3d6d1d4c)] {{(pid=80237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 07:02:50.466575 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-bdb6b61a-2133-4348-97e8-206b0897daec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098'] for port, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:50.468731 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-c92cb002-6c15-453c-9869-95a4fcafc167 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:02:50.552386 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb6b61a-2133-4348-97e8-206b0897daec None None] Pushing event updated for resources: {'Port': ['ID=965c0419-1e98-49ab-921d-862538314801,revision_number=3']} {{(pid=80237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:02:50.555664 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-bdb6b61a-2133-4348-97e8-206b0897daec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:02:50.591917 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6f5e15-198d-456d-af1e-b7f821d306a5 req-91e4faae-be4d-454b-b853-729c193842aa tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:02:50.593948 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-fb6f5e15-198d-456d-af1e-b7f821d306a5 req-91e4faae-be4d-454b-b853-729c193842aa tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/ports?device_id=d8b28494-46db-42eb-9dfe-87b08b818e90 HTTP/1.1" status: 200 len: 944 time: 0.1271889 Jan 24 07:02:50.625333 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-475dd615-de75-429b-a552-1e7243557b5f req-894656f8-bb46-473a-8f4b-c9d53f9ff958 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Notify callbacks [] for floatingip, precommit_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:50.626045 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-475dd615-de75-429b-a552-1e7243557b5f req-894656f8-bb46-473a-8f4b-c9d53f9ff958 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854261494'] for floatingip, after_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:50.626700 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.db.l3_db [req-475dd615-de75-429b-a552-1e7243557b5f req-894656f8-bb46-473a-8f4b-c9d53f9ff958 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Floating IP 47581faf-f79c-46ca-a33e-f9153cdb43ce disassociated. External IP: 172.28.0.185, port: fc860ca2-d951-4a48-a63d-1f777f905aac. Jan 24 07:02:50.627212 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [req-475dd615-de75-429b-a552-1e7243557b5f req-894656f8-bb46-473a-8f4b-c9d53f9ff958 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Calling delete_port for fc860ca2-d951-4a48-a63d-1f777f905aac owned by compute:nova {{(pid=80235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 07:02:50.675639 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-fb6f5e15-198d-456d-af1e-b7f821d306a5 req-9a4ba008-3b42-4538-a07a-74bed6d4f91f tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/security-groups?id=7c9aee4f-6d1b-48fa-a5b9-acc674b2a6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720751 Jan 24 07:02:50.704344 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-91e950ef-5148-486f-8477-18dc21a6f9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:50.749536 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98f83531-6ecf-4275-896d-9fc052628f9b admin admin] Router 2565af04-c881-4454-81af-6f847dbc0a0d is scheduled to L3 agent 4d190a5c-2620-4f2a-bccf-f8076df9706a with binding_index 1 {{(pid=80235) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 24 07:02:50.796055 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-1228db37-a1ce-428f-977c-aa262719f556 None None] Provisioning complete for port 965c0419-1e98-49ab-921d-862538314801 triggered by entity DHCP. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 07:02:50.796721 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1228db37-a1ce-428f-977c-aa262719f556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:51.055753 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-3f39d0f9-9d42-4409-9293-ab18627f3575 None None] Provisioning complete for port 965c0419-1e98-49ab-921d-862538314801 triggered by entity DHCP. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 07:02:51.056170 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-3f39d0f9-9d42-4409-9293-ab18627f3575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:51.059288 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.db.api [req-475dd615-de75-429b-a552-1e7243557b5f req-894656f8-bb46-473a-8f4b-c9d53f9ff958 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80235) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 24 07:02:51.059643 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_db.api [req-475dd615-de75-429b-a552-1e7243557b5f req-894656f8-bb46-473a-8f4b-c9d53f9ff958 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80235) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 24 07:02:51.137189 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:51.175213 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98f83531-6ecf-4275-896d-9fc052628f9b admin admin] Notify agent at l3_agent.dv-cinder-772181-6-smb the message routers_updated {{(pid=80235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 24 07:02:51.188958 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7fef99-f519-4a1a-8349-4ba6a97d26e1 None None] Sync routers for ids ['2565af04-c881-4454-81af-6f847dbc0a0d'] in dv-cinder-772181-6-smb {{(pid=80237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 24 07:02:51.204708 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-98f83531-6ecf-4275-896d-9fc052628f9b admin admin] Notify callbacks [] for router, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:51.206273 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-98f83531-6ecf-4275-896d-9fc052628f9b admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.9428790 Jan 24 07:02:51.209217 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 36748) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:02:51.211618 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7fef99-f519-4a1a-8349-4ba6a97d26e1 None None] Routers {'2565af04-c881-4454-81af-6f847dbc0a0d'} bound to L3 agent in host dv-cinder-772181-6-smb {{(pid=80237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 07:02:51.212334 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-2c7fef99-f519-4a1a-8349-4ba6a97d26e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-24T06:49:21Z,description=,heartbeat_timestamp=2021-01-24T07:02:51Z,host='dv-cinder-772181-6-smb',id=4d190a5c-2620-4f2a-bccf-f8076df9706a,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T06:49:21Z,topic='l3_agent')) {'router_ids': ['2565af04-c881-4454-81af-6f847dbc0a0d'], 'active': True} {{(pid=80237) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:02:51.560837 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [req-475dd615-de75-429b-a552-1e7243557b5f req-894656f8-bb46-473a-8f4b-c9d53f9ff958 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Deleting port fc860ca2-d951-4a48-a63d-1f777f905aac {{(pid=80235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 07:02:51.561424 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-475dd615-de75-429b-a552-1e7243557b5f req-894656f8-bb46-473a-8f4b-c9d53f9ff958 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760141954436'] for port, before_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:51.573351 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-2c7fef99-f519-4a1a-8349-4ba6a97d26e1 None None] Set router 2565af04-c881-4454-81af-6f847dbc0a0d gateway port host: dv-cinder-772181-6-smb {{(pid=80237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 07:02:51.857026 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Device 965c0419-1e98-49ab-921d-862538314801 up at agent ovs-agent-dv-cinder-772181-6-smb {{(pid=80237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 07:02:51.920660 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-475dd615-de75-429b-a552-1e7243557b5f req-894656f8-bb46-473a-8f4b-c9d53f9ff958 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] For port fc860ca2-d951-4a48-a63d-1f777f905aac, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=fc860ca2-d951-4a48-a63d-1f777f905aac,segment=NetworkSegment(adda3e32-e252-4d09-9851-9d25a3fda79e),segment_id=adda3e32-e252-4d09-9851-9d25a3fda79e)] {{(pid=80235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 07:02:51.921072 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-475dd615-de75-429b-a552-1e7243557b5f req-894656f8-bb46-473a-8f4b-c9d53f9ff958 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854346336'] for port, precommit_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:51.979979 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Provisioning complete for port 965c0419-1e98-49ab-921d-862538314801 triggered by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 07:02:51.980568 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:52.059645 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-78193021-e1bc-4ea2-97aa-6695cf29ae9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:52.068787 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-2c7fef99-f519-4a1a-8349-4ba6a97d26e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2565af04-c881-4454-81af-6f847dbc0a0d', 'name': 'tempest-TestMinimumBasicScenario-1846492551-router', 'tenant_id': 'd4e12424e8744806b903d167ceb7efca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'external_fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.139'}], 'enable_snat': True}, 'gw_port_id': '828c247c-8944-48c6-944b-a10d866ca852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T07:02:47Z', 'updated_at': '2021-01-24T07:02:48Z', 'revision_number': 3, 'project_id': 'd4e12424e8744806b903d167ceb7efca', 'gw_port': {'id': '828c247c-8944-48c6-944b-a10d866ca852', 'name': '', 'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:aa:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2565af04-c881-4454-81af-6f847dbc0a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T07:02:48Z', 'updated_at': '2021-01-24T07:02:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-6-smb'}], 'dv-cinder-772181-6-smb', False) {} {{(pid=80237) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:02:52.095858 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ecd861-0195-4c77-ae1a-563183dcb03e req-c22a836f-3559-410d-8e2c-55c9c7f3678d tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:02:52.097542 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-60ecd861-0195-4c77-ae1a-563183dcb03e req-c22a836f-3559-410d-8e2c-55c9c7f3678d tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/ports?device_id=d8b28494-46db-42eb-9dfe-87b08b818e90 HTTP/1.1" status: 200 len: 944 time: 0.1923666 Jan 24 07:02:52.111786 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7fef99-f519-4a1a-8349-4ba6a97d26e1 None None] Checking router: 2565af04-c881-4454-81af-6f847dbc0a0d for host: dv-cinder-772181-6-smb {{(pid=80237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 24 07:02:52.112543 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7fef99-f519-4a1a-8349-4ba6a97d26e1 None None] Updating router 2565af04-c881-4454-81af-6f847dbc0a0d port 828c247c-8944-48c6-944b-a10d866ca852 binding host dv-cinder-772181-6-smb {{(pid=80237) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 24 07:02:52.185427 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-2c7fef99-f519-4a1a-8349-4ba6a97d26e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:52.249162 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-475dd615-de75-429b-a552-1e7243557b5f req-894656f8-bb46-473a-8f4b-c9d53f9ff958 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Notify callbacks [] for floatingip, precommit_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:52.249581 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-475dd615-de75-429b-a552-1e7243557b5f req-894656f8-bb46-473a-8f4b-c9d53f9ff958 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854261494'] for floatingip, after_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:52.249930 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.db.l3_db [req-475dd615-de75-429b-a552-1e7243557b5f req-894656f8-bb46-473a-8f4b-c9d53f9ff958 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Floating IP 47581faf-f79c-46ca-a33e-f9153cdb43ce disassociated. External IP: 172.28.0.185, port: fc860ca2-d951-4a48-a63d-1f777f905aac. Jan 24 07:02:52.250307 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [req-475dd615-de75-429b-a552-1e7243557b5f req-894656f8-bb46-473a-8f4b-c9d53f9ff958 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Calling delete_port for fc860ca2-d951-4a48-a63d-1f777f905aac owned by compute:nova {{(pid=80235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 07:02:52.253492 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-60ecd861-0195-4c77-ae1a-563183dcb03e req-92d6485f-6881-4cae-9c81-55c7f43a6a9b tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/security-groups?id=7c9aee4f-6d1b-48fa-a5b9-acc674b2a6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1357789 Jan 24 07:02:52.427536 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-475dd615-de75-429b-a552-1e7243557b5f req-894656f8-bb46-473a-8f4b-c9d53f9ff958 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363276712759002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363276713243132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851855427'] for port, after_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:52.442817 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-10fba981-2823-49f2-acbd-c01592035993 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:02:52.490804 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894656f8-bb46-473a-8f4b-c9d53f9ff958 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Pushing event deleted for resources: {'Port': ['ID=fc860ca2-d951-4a48-a63d-1f777f905aac,revision_number=None']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:02:52.495984 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.db_base_plugin_common [None req-78193021-e1bc-4ea2-97aa-6695cf29ae9e admin admin] Allocated IP 172.20.0.1 (0778c19a-a4dd-4c37-939b-e3b5bf8b4d40/c1f8ce7e-f633-4d2b-a697-18e4b662c620/bfd308cd-cab8-433a-bc8c-66452f5ba6de) {{(pid=80236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 07:02:52.542534 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-894656f8-bb46-473a-8f4b-c9d53f9ff958 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:02:52.635041 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-2c7fef99-f519-4a1a-8349-4ba6a97d26e1 None None] Notify callbacks [] for port, precommit_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:52.663350 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-78193021-e1bc-4ea2-97aa-6695cf29ae9e admin admin] Notify callbacks [] for port, precommit_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:52.669238 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-2c7fef99-f519-4a1a-8349-4ba6a97d26e1 None None] Transition to ACTIVE for port object 828c247c-8944-48c6-944b-a10d866ca852 will not be triggered until provisioned by entity L2. {{(pid=80237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 07:02:52.670620 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-234e5594-7a0b-4e8c-b8aa-6f4b31972cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:52.677527 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-2c7fef99-f519-4a1a-8349-4ba6a97d26e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098'] for port, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:52.682283 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-78193021-e1bc-4ea2-97aa-6695cf29ae9e admin admin] Transition to ACTIVE for port object bfd308cd-cab8-433a-bc8c-66452f5ba6de will not be triggered until provisioned by entity DHCP. {{(pid=80236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 07:02:52.702567 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:02:52.709174 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-78193021-e1bc-4ea2-97aa-6695cf29ae9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363276713217020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852012043'] for port, after_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:52.724599 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-22256690-e871-492f-87a8-0feb51591c05 tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:02:52.823367 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3807133a-9bde-453c-9449-b23ea0561edc None None] Pushing event updated for resources: {'Port': ['ID=828c247c-8944-48c6-944b-a10d866ca852,revision_number=2']} {{(pid=80237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:02:52.830309 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.l3_agent_scheduler [req-475dd615-de75-429b-a552-1e7243557b5f req-894656f8-bb46-473a-8f4b-c9d53f9ff958 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Router c96de43a-59d1-460d-a1b9-d50ba998bb57 has already been hosted by L3 agent 4d190a5c-2620-4f2a-bccf-f8076df9706a {{(pid=80235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 24 07:02:52.839270 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-3807133a-9bde-453c-9449-b23ea0561edc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:02:52.869709 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78193021-e1bc-4ea2-97aa-6695cf29ae9e admin admin] Pushing event updated for resources: {'Port': ['ID=bfd308cd-cab8-433a-bc8c-66452f5ba6de,revision_number=1']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:02:52.873314 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-78193021-e1bc-4ea2-97aa-6695cf29ae9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:02:52.951803 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78193021-e1bc-4ea2-97aa-6695cf29ae9e admin admin] Network 0778c19a-a4dd-4c37-939b-e3b5bf8b4d40 is already hosted by enough agents. {{(pid=80236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 07:02:52.953455 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [None req-78193021-e1bc-4ea2-97aa-6695cf29ae9e admin admin] Resources bound (agent type, host, resource id): {{(pid=80236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 07:02:52.954056 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-2c7fef99-f519-4a1a-8349-4ba6a97d26e1 None None] Attempting to bind port 828c247c-8944-48c6-944b-a10d866ca852 on host dv-cinder-772181-6-smb for vnic_type normal with profile {{(pid=80237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 07:02:52.954576 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-2c7fef99-f519-4a1a-8349-4ba6a97d26e1 None None] Attempting to bind port 828c247c-8944-48c6-944b-a10d866ca852 by drivers openvswitch on host dv-cinder-772181-6-smb at level 0 using segments [{'id': 'c7c4758e-d769-4634-92c6-d73b8ba1db56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a'}] {{(pid=80237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 07:02:52.955106 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7fef99-f519-4a1a-8349-4ba6a97d26e1 None None] Attempting to bind port 828c247c-8944-48c6-944b-a10d866ca852 on network 3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a {{(pid=80237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 07:02:52.956614 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78193021-e1bc-4ea2-97aa-6695cf29ae9e admin admin] Received port after_create {{(pid=80236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 07:02:52.962384 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7fef99-f519-4a1a-8349-4ba6a97d26e1 None None] Checking agent: {'id': '3fe64d96-acff-4950-84fb-d8384a2371af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 6, 49, 21), 'started_at': datetime.datetime(2021, 1, 24, 6, 49, 51), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 7, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 07:02:52.962926 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7fef99-f519-4a1a-8349-4ba6a97d26e1 None None] Checking segment: {'id': 'c7c4758e-d769-4634-92c6-d73b8ba1db56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 07:02:52.963615 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-2c7fef99-f519-4a1a-8349-4ba6a97d26e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:52.964202 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7fef99-f519-4a1a-8349-4ba6a97d26e1 None None] Bound using segment: {'id': 'c7c4758e-d769-4634-92c6-d73b8ba1db56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a'} {{(pid=80237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 07:02:52.964845 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-2c7fef99-f519-4a1a-8349-4ba6a97d26e1 None None] Bound port: 828c247c-8944-48c6-944b-a10d866ca852, host: dv-cinder-772181-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c4758e-d769-4634-92c6-d73b8ba1db56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a'}}] {{(pid=80237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 07:02:52.965385 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-2c7fef99-f519-4a1a-8349-4ba6a97d26e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:53.063218 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-78193021-e1bc-4ea2-97aa-6695cf29ae9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854261388'] for router_interface, before_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:53.066180 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-2c7fef99-f519-4a1a-8349-4ba6a97d26e1 None None] For port 828c247c-8944-48c6-944b-a10d866ca852, host dv-cinder-772181-6-smb, cleared binding levels {{(pid=80237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 07:02:53.071976 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-2c7fef99-f519-4a1a-8349-4ba6a97d26e1 None None] For port 828c247c-8944-48c6-944b-a10d866ca852, host dv-cinder-772181-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-6-smb',level=0,port_id=828c247c-8944-48c6-944b-a10d866ca852,segment=NetworkSegment(c7c4758e-d769-4634-92c6-d73b8ba1db56),segment_id=c7c4758e-d769-4634-92c6-d73b8ba1db56)] {{(pid=80237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 07:02:53.073337 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-475dd615-de75-429b-a552-1e7243557b5f req-894656f8-bb46-473a-8f4b-c9d53f9ff958 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Notify agent at l3_agent.dv-cinder-772181-6-smb the message routers_updated {{(pid=80235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 24 07:02:53.086281 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-2c7fef99-f519-4a1a-8349-4ba6a97d26e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098'] for port, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:53.087436 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a8a633-fd8d-4f3e-9dc7-1ba847cfa093 None None] Sync routers for ids ['c96de43a-59d1-460d-a1b9-d50ba998bb57'] in dv-cinder-772181-6-smb {{(pid=80238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 24 07:02:53.100921 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a8a633-fd8d-4f3e-9dc7-1ba847cfa093 None None] Routers {'c96de43a-59d1-460d-a1b9-d50ba998bb57'} bound to L3 agent in host dv-cinder-772181-6-smb {{(pid=80238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 07:02:53.102764 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-84a8a633-fd8d-4f3e-9dc7-1ba847cfa093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-24T06:49:21Z,description=,heartbeat_timestamp=2021-01-24T07:02:51Z,host='dv-cinder-772181-6-smb',id=4d190a5c-2620-4f2a-bccf-f8076df9706a,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T06:49:21Z,topic='l3_agent')) {'router_ids': ['c96de43a-59d1-460d-a1b9-d50ba998bb57'], 'active': True} {{(pid=80238) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:02:53.123341 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:02:53.186811 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [req-475dd615-de75-429b-a552-1e7243557b5f req-894656f8-bb46-473a-8f4b-c9d53f9ff958 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] No DVR routers for this DVR port fc860ca2-d951-4a48-a63d-1f777f905aac on host hv-cinder-77218 {{(pid=80235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 24 07:02:53.194464 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-475dd615-de75-429b-a552-1e7243557b5f req-894656f8-bb46-473a-8f4b-c9d53f9ff958 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149749'] for port, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:53.204514 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8b28494-46db-42eb-9dfe-87b08b818e90', 'name': 'network-vif-deleted', 'tag': 'fc860ca2-d951-4a48-a63d-1f777f905aac'}] {{(pid=80235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 07:02:53.210992 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-475dd615-de75-429b-a552-1e7243557b5f req-894656f8-bb46-473a-8f4b-c9d53f9ff958 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.18 "DELETE /v2.0/ports/fc860ca2-d951-4a48-a63d-1f777f905aac HTTP/1.1" status: 204 len: 173 time: 3.8076496 Jan 24 07:02:53.226862 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-78193021-e1bc-4ea2-97aa-6695cf29ae9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:53.359819 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8b28494-46db-42eb-9dfe-87b08b818e90', 'name': 'network-vif-deleted', 'tag': 'fc860ca2-d951-4a48-a63d-1f777f905aac', 'status': 'completed', 'code': 200} Jan 24 07:02:53.418126 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3807133a-9bde-453c-9449-b23ea0561edc None None] Pushing event updated for resources: {'Port': ['ID=828c247c-8944-48c6-944b-a10d866ca852,revision_number=3']} {{(pid=80237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:02:53.458661 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-3807133a-9bde-453c-9449-b23ea0561edc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:02:53.509752 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-84a8a633-fd8d-4f3e-9dc7-1ba847cfa093 None None] Set router c96de43a-59d1-460d-a1b9-d50ba998bb57 gateway port host: dv-cinder-772181-6-smb {{(pid=80238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 07:02:53.513771 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-1a829a0c-d217-415f-9125-906bc4383d4a None None] Provisioning for port bfd308cd-cab8-433a-bc8c-66452f5ba6de completed by entity DHCP. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 07:02:53.525085 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-1a829a0c-d217-415f-9125-906bc4383d4a None None] Provisioning complete for port bfd308cd-cab8-433a-bc8c-66452f5ba6de triggered by entity DHCP. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 07:02:53.525506 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1a829a0c-d217-415f-9125-906bc4383d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:53.581074 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7fef99-f519-4a1a-8349-4ba6a97d26e1 None None] Routers {'2565af04-c881-4454-81af-6f847dbc0a0d'} bound to L3 agent in host dv-cinder-772181-6-smb {{(pid=80237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 07:02:53.581946 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-2c7fef99-f519-4a1a-8349-4ba6a97d26e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-24T06:49:21Z,description=,heartbeat_timestamp=2021-01-24T07:02:51Z,host='dv-cinder-772181-6-smb',id=4d190a5c-2620-4f2a-bccf-f8076df9706a,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T06:49:21Z,topic='l3_agent')) {'router_ids': ['2565af04-c881-4454-81af-6f847dbc0a0d'], 'active': True} {{(pid=80237) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:02:53.827365 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-52af92f7-761b-4677-9f52-6502f7ae9778 req-e9a2f2c9-ec0b-4309-8d26-3c635c6f8f46 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/ports?device_id=d8b28494-46db-42eb-9dfe-87b08b818e90 HTTP/1.1" status: 200 len: 210 time: 0.2970295 Jan 24 07:02:53.875509 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-2c7fef99-f519-4a1a-8349-4ba6a97d26e1 None None] Set router 2565af04-c881-4454-81af-6f847dbc0a0d gateway port host: dv-cinder-772181-6-smb {{(pid=80237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 07:02:53.923498 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-78193021-e1bc-4ea2-97aa-6695cf29ae9e admin admin] Notify callbacks [] for port, precommit_update {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:53.954334 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-78193021-e1bc-4ea2-97aa-6695cf29ae9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2763772'] for port, after_update {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:53.967502 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-84a8a633-fd8d-4f3e-9dc7-1ba847cfa093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c96de43a-59d1-460d-a1b9-d50ba998bb57', 'name': 'tempest-AttachVolumeTestJSON-479307682-router', 'tenant_id': '2fc6fa56d19f4f2496beee60631c3cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'external_fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.159'}], 'enable_snat': True}, 'gw_port_id': 'c688ab2c-9bd6-42aa-b66c-2b236de57deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T06:58:33Z', 'updated_at': '2021-01-24T06:58:43Z', 'revision_number': 4, 'project_id': '2fc6fa56d19f4f2496beee60631c3cb7', 'gw_port': {'id': 'c688ab2c-9bd6-42aa-b66c-2b236de57deb', 'name': '', 'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:d2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96de43a-59d1-460d-a1b9-d50ba998bb57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T06:58:34Z', 'updated_at': '2021-01-24T06:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-6-smb', '_interfaces': [{'id': 'df483948-5127-4d1a-ae4c-a52412df60fd', 'name': '', 'network_id': '440b000a-80da-445e-b13a-3c626561a2d5', 'tenant_id': '2fc6fa56d19f4f2496beee60631c3cb7', 'mac_address': 'fa:16:3e:1d:57:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96de43a-59d1-460d-a1b9-d50ba998bb57', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f89146f0-67b7-43a2-a952-f2f292e8520d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T06:58:41Z', 'updated_at': '2021-01-24T06:59:00Z', 'revision_number': 5, 'project_id': '2fc6fa56d19f4f2496beee60631c3cb7', 'subnets': [{'id': 'f89146f0-67b7-43a2-a952-f2f292e8520d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-6-smb', False) {} {{(pid=80238) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:02:53.974050 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a8a633-fd8d-4f3e-9dc7-1ba847cfa093 None None] Checking router: c96de43a-59d1-460d-a1b9-d50ba998bb57 for host: dv-cinder-772181-6-smb {{(pid=80238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 24 07:02:53.984242 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a8a633-fd8d-4f3e-9dc7-1ba847cfa093 None None] Routers {'c96de43a-59d1-460d-a1b9-d50ba998bb57'} bound to L3 agent in host dv-cinder-772181-6-smb {{(pid=80238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 07:02:53.985098 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-84a8a633-fd8d-4f3e-9dc7-1ba847cfa093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-24T06:49:21Z,description=,heartbeat_timestamp=2021-01-24T07:02:51Z,host='dv-cinder-772181-6-smb',id=4d190a5c-2620-4f2a-bccf-f8076df9706a,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T06:49:21Z,topic='l3_agent')) {'router_ids': ['c96de43a-59d1-460d-a1b9-d50ba998bb57'], 'active': True} {{(pid=80238) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:02:54.002549 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-e6e806bc-07a7-4b7f-a563-884d53c7841c tempest-ServerRescueNegativeTestJSON-33893071 tempest-ServerRescueNegativeTestJSON-33893071] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:02:54.092633 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78193021-e1bc-4ea2-97aa-6695cf29ae9e admin admin] Pushing event updated for resources: {'Port': ['ID=bfd308cd-cab8-433a-bc8c-66452f5ba6de,revision_number=2']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:02:54.096136 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-78193021-e1bc-4ea2-97aa-6695cf29ae9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854265121'] for router_interface, after_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:54.112723 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-78193021-e1bc-4ea2-97aa-6695cf29ae9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:02:54.182792 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-1a829a0c-d217-415f-9125-906bc4383d4a None None] Port bfd308cd-cab8-433a-bc8c-66452f5ba6de cannot update to ACTIVE because it is not bound. {{(pid=80237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 24 07:02:54.237194 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-84a8a633-fd8d-4f3e-9dc7-1ba847cfa093 None None] Set router c96de43a-59d1-460d-a1b9-d50ba998bb57 gateway port host: dv-cinder-772181-6-smb {{(pid=80238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 07:02:54.296706 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78193021-e1bc-4ea2-97aa-6695cf29ae9e admin admin] Network 0778c19a-a4dd-4c37-939b-e3b5bf8b4d40 is already hosted by enough agents. {{(pid=80236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 07:02:54.297965 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [None req-78193021-e1bc-4ea2-97aa-6695cf29ae9e admin admin] Resources bound (agent type, host, resource id): {{(pid=80236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 07:02:54.366476 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-2c7fef99-f519-4a1a-8349-4ba6a97d26e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2565af04-c881-4454-81af-6f847dbc0a0d', 'name': 'tempest-TestMinimumBasicScenario-1846492551-router', 'tenant_id': 'd4e12424e8744806b903d167ceb7efca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'external_fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.139'}], 'enable_snat': True}, 'gw_port_id': '828c247c-8944-48c6-944b-a10d866ca852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T07:02:47Z', 'updated_at': '2021-01-24T07:02:53Z', 'revision_number': 4, 'project_id': 'd4e12424e8744806b903d167ceb7efca', 'gw_port': {'id': '828c247c-8944-48c6-944b-a10d866ca852', 'name': '', 'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:aa:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2565af04-c881-4454-81af-6f847dbc0a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T07:02:48Z', 'updated_at': '2021-01-24T07:02:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-6-smb', '_interfaces': [{'id': 'bfd308cd-cab8-433a-bc8c-66452f5ba6de', 'name': '', 'network_id': '0778c19a-a4dd-4c37-939b-e3b5bf8b4d40', 'tenant_id': 'd4e12424e8744806b903d167ceb7efca', 'mac_address': 'fa:16:3e:c7:7f:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2565af04-c881-4454-81af-6f847dbc0a0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'c1f8ce7e-f633-4d2b-a697-18e4b662c620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T07:02:52Z', 'updated_at': '2021-01-24T07:02:52Z', 'revision_number': 1, 'project_id': 'd4e12424e8744806b903d167ceb7efca', 'subnets': [{'id': 'c1f8ce7e-f633-4d2b-a697-18e4b662c620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-6-smb', False) {} {{(pid=80237) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:02:54.381680 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7fef99-f519-4a1a-8349-4ba6a97d26e1 None None] The sync data for ids ['2565af04-c881-4454-81af-6f847dbc0a0d'] in dv-cinder-772181-6-smb is: [{'id': '2565af04-c881-4454-81af-6f847dbc0a0d', 'name': 'tempest-TestMinimumBasicScenario-1846492551-router', 'tenant_id': 'd4e12424e8744806b903d167ceb7efca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'external_fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.139'}], 'enable_snat': True}, 'gw_port_id': '828c247c-8944-48c6-944b-a10d866ca852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T07:02:47Z', 'updated_at': '2021-01-24T07:02:53Z', 'revision_number': 4, 'project_id': 'd4e12424e8744806b903d167ceb7efca', 'gw_port': {'id': '828c247c-8944-48c6-944b-a10d866ca852', 'name': '', 'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:aa:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2565af04-c881-4454-81af-6f847dbc0a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T07:02:48Z', 'updated_at': '2021-01-24T07:02:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-6-smb', '_interfaces': [{'id': 'bfd308cd-cab8-433a-bc8c-66452f5ba6de', 'name': '', 'network_id': '0778c19a-a4dd-4c37-939b-e3b5bf8b4d40', 'tenant_id': 'd4e12424e8744806b903d167ceb7efca', 'mac_address': 'fa:16:3e:c7:7f:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2565af04-c881-4454-81af-6f847dbc0a0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'c1f8ce7e-f633-4d2b-a697-18e4b662c620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T07:02:52Z', 'updated_at': '2021-01-24T07:02:52Z', 'revision_number': 1, 'project_id': 'd4e12424e8744806b903d167ceb7efca', 'subnets': [{'id': 'c1f8ce7e-f633-4d2b-a697-18e4b662c620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 24 07:02:54.574637 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78193021-e1bc-4ea2-97aa-6695cf29ae9e admin admin] Router 2565af04-c881-4454-81af-6f847dbc0a0d has already been hosted by L3 agent 4d190a5c-2620-4f2a-bccf-f8076df9706a {{(pid=80236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 24 07:02:54.665553 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-84a8a633-fd8d-4f3e-9dc7-1ba847cfa093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c96de43a-59d1-460d-a1b9-d50ba998bb57', 'name': 'tempest-AttachVolumeTestJSON-479307682-router', 'tenant_id': '2fc6fa56d19f4f2496beee60631c3cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'external_fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.159'}], 'enable_snat': True}, 'gw_port_id': 'c688ab2c-9bd6-42aa-b66c-2b236de57deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T06:58:33Z', 'updated_at': '2021-01-24T06:58:43Z', 'revision_number': 4, 'project_id': '2fc6fa56d19f4f2496beee60631c3cb7', 'gw_port': {'id': 'c688ab2c-9bd6-42aa-b66c-2b236de57deb', 'name': '', 'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:d2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96de43a-59d1-460d-a1b9-d50ba998bb57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T06:58:34Z', 'updated_at': '2021-01-24T06:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-6-smb', '_interfaces': [{'id': 'df483948-5127-4d1a-ae4c-a52412df60fd', 'name': '', 'network_id': '440b000a-80da-445e-b13a-3c626561a2d5', 'tenant_id': '2fc6fa56d19f4f2496beee60631c3cb7', 'mac_address': 'fa:16:3e:1d:57:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96de43a-59d1-460d-a1b9-d50ba998bb57', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f89146f0-67b7-43a2-a952-f2f292e8520d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T06:58:41Z', 'updated_at': '2021-01-24T06:59:00Z', 'revision_number': 5, 'project_id': '2fc6fa56d19f4f2496beee60631c3cb7', 'subnets': [{'id': 'f89146f0-67b7-43a2-a952-f2f292e8520d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-6-smb', False) {} {{(pid=80238) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:02:54.670118 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a8a633-fd8d-4f3e-9dc7-1ba847cfa093 None None] The sync data for ids ['c96de43a-59d1-460d-a1b9-d50ba998bb57'] in dv-cinder-772181-6-smb is: [{'id': 'c96de43a-59d1-460d-a1b9-d50ba998bb57', 'name': 'tempest-AttachVolumeTestJSON-479307682-router', 'tenant_id': '2fc6fa56d19f4f2496beee60631c3cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'external_fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.159'}], 'enable_snat': True}, 'gw_port_id': 'c688ab2c-9bd6-42aa-b66c-2b236de57deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T06:58:33Z', 'updated_at': '2021-01-24T06:58:43Z', 'revision_number': 4, 'project_id': '2fc6fa56d19f4f2496beee60631c3cb7', 'gw_port': {'id': 'c688ab2c-9bd6-42aa-b66c-2b236de57deb', 'name': '', 'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:d2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96de43a-59d1-460d-a1b9-d50ba998bb57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T06:58:34Z', 'updated_at': '2021-01-24T06:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-6-smb', '_interfaces': [{'id': 'df483948-5127-4d1a-ae4c-a52412df60fd', 'name': '', 'network_id': '440b000a-80da-445e-b13a-3c626561a2d5', 'tenant_id': '2fc6fa56d19f4f2496beee60631c3cb7', 'mac_address': 'fa:16:3e:1d:57:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96de43a-59d1-460d-a1b9-d50ba998bb57', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f89146f0-67b7-43a2-a952-f2f292e8520d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T06:58:41Z', 'updated_at': '2021-01-24T06:59:00Z', 'revision_number': 5, 'project_id': '2fc6fa56d19f4f2496beee60631c3cb7', 'subnets': [{'id': 'f89146f0-67b7-43a2-a952-f2f292e8520d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 24 07:02:54.712444 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-1ff2d408-49b9-43b5-8640-b96cebf5aafe None None] Provisioning complete for port bfd308cd-cab8-433a-bc8c-66452f5ba6de triggered by entity DHCP. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 07:02:54.712872 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1ff2d408-49b9-43b5-8640-b96cebf5aafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:54.784187 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-1ff2d408-49b9-43b5-8640-b96cebf5aafe None None] Port bfd308cd-cab8-433a-bc8c-66452f5ba6de cannot update to ACTIVE because it is not bound. {{(pid=80237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 24 07:02:54.790302 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78193021-e1bc-4ea2-97aa-6695cf29ae9e admin admin] Notify agent at l3_agent.dv-cinder-772181-6-smb the message routers_updated {{(pid=80236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 24 07:02:54.804437 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-78193021-e1bc-4ea2-97aa-6695cf29ae9e admin admin] 10.222.0.22 "PUT /v2.0/routers/2565af04-c881-4454-81af-6f847dbc0a0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5939579 Jan 24 07:02:55.023847 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 36770) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:02:55.114571 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-3d3565d4-8118-4f1a-9adb-7bd0e8976b46 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Notify callbacks [] for security_group, before_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:55.147728 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-3d3565d4-8118-4f1a-9adb-7bd0e8976b46 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Notify callbacks [] for security_group, precommit_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:55.205045 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-3d3565d4-8118-4f1a-9adb-7bd0e8976b46 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:55.210894 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-56e43016-465f-490f-acc2-54372b6e7541 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:02:55.228937 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3565d4-8118-4f1a-9adb-7bd0e8976b46 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c9aee4f-6d1b-48fa-a5b9-acc674b2a6ee,revision_number=None']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:02:55.231675 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-3d3565d4-8118-4f1a-9adb-7bd0e8976b46 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:02:55.238105 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-3d3565d4-8118-4f1a-9adb-7bd0e8976b46 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Notify callbacks [] for security_group, before_response {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:55.242381 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 36780) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:02:55.243110 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-3d3565d4-8118-4f1a-9adb-7bd0e8976b46 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "DELETE /v2.0/security-groups/7c9aee4f-6d1b-48fa-a5b9-acc674b2a6ee HTTP/1.1" status: 204 len: 168 time: 0.2144990 Jan 24 07:02:55.248928 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a32863d-568a-41a9-93fc-b81207cc029e None None] New status for floating IP 47581faf-f79c-46ca-a33e-f9153cdb43ce: DOWN {{(pid=80237) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 24 07:02:55.276964 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.api.v2.resource [None req-1457f3f4-9615-42de-9489-83f6d5bd4668 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] show failed (client error): The resource could not be found. Jan 24 07:02:55.280992 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-1457f3f4-9615-42de-9489-83f6d5bd4668 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/security-groups/7c9aee4f-6d1b-48fa-a5b9-acc674b2a6ee HTTP/1.1" status: 404 len: 347 time: 0.0344703 Jan 24 07:02:55.281252 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 36784) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:02:55.609171 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-3d13ed9b-3ea8-42da-a586-9afbded650e8 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Deleting port 6a795b97-4d1c-48bf-97cc-19a0221796c9 {{(pid=80235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 07:02:55.609455 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-3d13ed9b-3ea8-42da-a586-9afbded650e8 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760141954436'] for port, before_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:55.855368 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Device 828c247c-8944-48c6-944b-a10d866ca852 up at agent ovs-agent-dv-cinder-772181-6-smb {{(pid=80237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 07:02:55.871641 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-3d13ed9b-3ea8-42da-a586-9afbded650e8 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854346336'] for port, precommit_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:55.872268 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-3d13ed9b-3ea8-42da-a586-9afbded650e8 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Notify callbacks [] for floatingip, precommit_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:55.937265 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Provisioning for port 828c247c-8944-48c6-944b-a10d866ca852 completed by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 07:02:55.943234 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Provisioning complete for port 828c247c-8944-48c6-944b-a10d866ca852 triggered by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 07:02:55.943652 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:56.025784 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-3d13ed9b-3ea8-42da-a586-9afbded650e8 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Calling delete_port for 6a795b97-4d1c-48bf-97cc-19a0221796c9 owned by network:floatingip {{(pid=80235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 07:02:56.121860 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.agents_db [None req-2c2cd112-eb45-4d42-b228-ef41d20f669c None None] Agent healthcheck: found 6 active agents {{(pid=80238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 07:02:56.130910 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:56.134462 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.db.api [None req-3d13ed9b-3ea8-42da-a586-9afbded650e8 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80235) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 24 07:02:56.134915 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_db.api [None req-3d13ed9b-3ea8-42da-a586-9afbded650e8 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80235) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 24 07:02:56.154990 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] For port 828c247c-8944-48c6-944b-a10d866ca852, host dv-cinder-772181-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-6-smb',level=0,port_id=828c247c-8944-48c6-944b-a10d866ca852,segment=NetworkSegment(c7c4758e-d769-4634-92c6-d73b8ba1db56),segment_id=c7c4758e-d769-4634-92c6-d73b8ba1db56)] {{(pid=80237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 07:02:56.158941 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098'] for port, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:56.161010 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-515e1cd7-bf04-4324-8f33-79d8bafcd1c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:02:56.244860 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Pushing event updated for resources: {'Port': ['ID=828c247c-8944-48c6-944b-a10d866ca852,revision_number=4']} {{(pid=80237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:02:56.247498 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:02:56.636676 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-3d13ed9b-3ea8-42da-a586-9afbded650e8 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Deleting port 6a795b97-4d1c-48bf-97cc-19a0221796c9 {{(pid=80235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 07:02:56.637385 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-3d13ed9b-3ea8-42da-a586-9afbded650e8 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760141954436'] for port, before_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:56.877123 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-3d13ed9b-3ea8-42da-a586-9afbded650e8 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854346336'] for port, precommit_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:56.877579 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-3d13ed9b-3ea8-42da-a586-9afbded650e8 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Notify callbacks [] for floatingip, precommit_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:57.011960 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-3d13ed9b-3ea8-42da-a586-9afbded650e8 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Calling delete_port for 6a795b97-4d1c-48bf-97cc-19a0221796c9 owned by network:floatingip {{(pid=80235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 07:02:57.172473 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-3d13ed9b-3ea8-42da-a586-9afbded650e8 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363276712759002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363276713243132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851855427'] for port, after_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:57.192281 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-a1c638dd-a27a-4318-8f52-41f72c9f8b01 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:02:57.287672 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d13ed9b-3ea8-42da-a586-9afbded650e8 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Pushing event deleted for resources: {'Port': ['ID=6a795b97-4d1c-48bf-97cc-19a0221796c9,revision_number=None']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:02:57.303269 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-3d13ed9b-3ea8-42da-a586-9afbded650e8 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:02:57.442984 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-3d13ed9b-3ea8-42da-a586-9afbded650e8 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Notify callbacks [] for floatingip, after_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:57.459920 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-3d13ed9b-3ea8-42da-a586-9afbded650e8 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149749'] for floatingip, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:57.464184 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-3d13ed9b-3ea8-42da-a586-9afbded650e8 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "DELETE /v2.0/floatingips/47581faf-f79c-46ca-a33e-f9153cdb43ce HTTP/1.1" status: 204 len: 168 time: 2.1789172 Jan 24 07:02:57.821621 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Device 828c247c-8944-48c6-944b-a10d866ca852 up at agent ovs-agent-dv-cinder-772181-6-smb {{(pid=80237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 07:02:57.949307 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Provisioning complete for port 828c247c-8944-48c6-944b-a10d866ca852 triggered by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 07:02:57.949725 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:57.965073 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 36810) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:02:57.971121 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-94c2a262-a991-417e-8ff2-ab192e6ee8f5 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Request body: {'security_group': {'name': 'tempest-securitygroup--653884814', 'description': 'tempest-description--1728530830'}} {{(pid=80236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 07:02:57.993210 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-94c2a262-a991-417e-8ff2-ab192e6ee8f5 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 07:02:57.998548 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-94c2a262-a991-417e-8ff2-ab192e6ee8f5 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Usage tracker for resource:security_group and tenant:2fc6fa56d19f4f2496beee60631c3cb7 is out of sync, need to count used quota {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 07:02:58.006541 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-94c2a262-a991-417e-8ff2-ab192e6ee8f5 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 07:02:58.018929 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-94c2a262-a991-417e-8ff2-ab192e6ee8f5 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 07:02:58.038848 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-94c2a262-a991-417e-8ff2-ab192e6ee8f5 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Notify callbacks [] for security_group, before_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:58.064018 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-94c2a262-a991-417e-8ff2-ab192e6ee8f5 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 07:02:58.069851 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-94c2a262-a991-417e-8ff2-ab192e6ee8f5 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Usage tracker for resource:security_group_rule and tenant:2fc6fa56d19f4f2496beee60631c3cb7 is out of sync, need to count used quota {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 07:02:58.073182 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-94c2a262-a991-417e-8ff2-ab192e6ee8f5 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 07:02:58.083038 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-94c2a262-a991-417e-8ff2-ab192e6ee8f5 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 07:02:58.180819 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-94c2a262-a991-417e-8ff2-ab192e6ee8f5 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Notify callbacks [] for security_group, precommit_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:58.183943 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-94c2a262-a991-417e-8ff2-ab192e6ee8f5 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:58.192188 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-47a82104-1b5e-4666-98c3-0b77a67a9486 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:02:58.252050 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c2a262-a991-417e-8ff2-ab192e6ee8f5 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Pushing event updated for resources: {'SecurityGroup': ['ID=5e0aa7e0-9490-4a99-a5ac-c7a5cd879441,revision_number=1']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:02:58.255684 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-94c2a262-a991-417e-8ff2-ab192e6ee8f5 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:02:58.256975 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-94c2a262-a991-417e-8ff2-ab192e6ee8f5 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Notify callbacks [] for security_group, before_response {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:58.259424 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-94c2a262-a991-417e-8ff2-ab192e6ee8f5 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2929432 Jan 24 07:02:58.265142 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 36814) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:02:58.272376 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-9a875780-3e40-4ed4-9b90-1fc16eb4ce54 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Request body: {'security_group_rule': {'security_group_id': '5e0aa7e0-9490-4a99-a5ac-c7a5cd879441', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 07:02:58.283365 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-9a875780-3e40-4ed4-9b90-1fc16eb4ce54 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 07:02:58.288936 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-9a875780-3e40-4ed4-9b90-1fc16eb4ce54 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Usage tracker for resource:security_group_rule and tenant:2fc6fa56d19f4f2496beee60631c3cb7 is out of sync, need to count used quota {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 07:02:58.291184 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c3fcc9-d111-4886-ba4d-47a8821b71bd None None] Sync routers for ids ['2565af04-c881-4454-81af-6f847dbc0a0d'] in dv-cinder-772181-6-smb {{(pid=80238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 24 07:02:58.294460 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-9a875780-3e40-4ed4-9b90-1fc16eb4ce54 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 07:02:58.300505 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-9a875780-3e40-4ed4-9b90-1fc16eb4ce54 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 07:02:58.310293 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c3fcc9-d111-4886-ba4d-47a8821b71bd None None] Routers {'2565af04-c881-4454-81af-6f847dbc0a0d'} bound to L3 agent in host dv-cinder-772181-6-smb {{(pid=80238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 07:02:58.313350 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-c1c3fcc9-d111-4886-ba4d-47a8821b71bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-24T06:49:21Z,description=,heartbeat_timestamp=2021-01-24T07:02:51Z,host='dv-cinder-772181-6-smb',id=4d190a5c-2620-4f2a-bccf-f8076df9706a,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T06:49:21Z,topic='l3_agent')) {'router_ids': ['2565af04-c881-4454-81af-6f847dbc0a0d'], 'active': True} {{(pid=80238) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:02:58.322154 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9a875780-3e40-4ed4-9b90-1fc16eb4ce54 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Notify callbacks [] for security_group_rule, before_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:58.402580 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9a875780-3e40-4ed4-9b90-1fc16eb4ce54 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:58.407352 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9a875780-3e40-4ed4-9b90-1fc16eb4ce54 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337684'] for security_group_rule, after_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:58.409729 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-a3720dd4-966d-4336-b3d6-71891a064a4b tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:02:58.437078 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a875780-3e40-4ed4-9b90-1fc16eb4ce54 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56c8d3b9-3f19-46c6-aff1-9c8e7c9fcaf5,revision_number=0']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:02:58.442492 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-9a875780-3e40-4ed4-9b90-1fc16eb4ce54 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:02:58.448148 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9a875780-3e40-4ed4-9b90-1fc16eb4ce54 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Notify callbacks [] for security_group_rule, before_response {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:58.449701 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-9a875780-3e40-4ed4-9b90-1fc16eb4ce54 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1833503 Jan 24 07:02:58.457848 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 36818) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:02:58.469464 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-5de9c95b-30d4-4181-b0b4-46d7c83de657 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Request body: {'security_group_rule': {'security_group_id': '5e0aa7e0-9490-4a99-a5ac-c7a5cd879441', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 07:02:58.492586 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-5de9c95b-30d4-4181-b0b4-46d7c83de657 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 07:02:58.497795 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-5de9c95b-30d4-4181-b0b4-46d7c83de657 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Usage tracker for resource:security_group_rule and tenant:2fc6fa56d19f4f2496beee60631c3cb7 is out of sync, need to count used quota {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 07:02:58.503049 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-5de9c95b-30d4-4181-b0b4-46d7c83de657 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 07:02:58.509638 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-5de9c95b-30d4-4181-b0b4-46d7c83de657 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 07:02:58.528560 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5de9c95b-30d4-4181-b0b4-46d7c83de657 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Notify callbacks [] for security_group_rule, before_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:58.536642 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-c1c3fcc9-d111-4886-ba4d-47a8821b71bd None None] Set router 2565af04-c881-4454-81af-6f847dbc0a0d gateway port host: dv-cinder-772181-6-smb {{(pid=80238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 07:02:58.609050 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5de9c95b-30d4-4181-b0b4-46d7c83de657 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:58.617699 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5de9c95b-30d4-4181-b0b4-46d7c83de657 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337684'] for security_group_rule, after_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:58.650736 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:02:58.667068 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5de9c95b-30d4-4181-b0b4-46d7c83de657 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Notify callbacks [] for security_group_rule, before_response {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:58.671630 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-5de9c95b-30d4-4181-b0b4-46d7c83de657 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2092550 Jan 24 07:02:58.672081 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 36822) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:02:58.679541 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de9c95b-30d4-4181-b0b4-46d7c83de657 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2fd2501-72f6-4c91-a27e-272d2ae3e05c,revision_number=0']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:02:58.682647 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-5de9c95b-30d4-4181-b0b4-46d7c83de657 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:02:58.690703 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-c493bd1f-cf0c-401d-9983-75d68c378bc2 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Request body: {'floatingip': {'floating_network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a'}} {{(pid=80235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 07:02:58.701669 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-c493bd1f-cf0c-401d-9983-75d68c378bc2 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 07:02:58.706072 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-c493bd1f-cf0c-401d-9983-75d68c378bc2 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Usage tracker for resource:floatingip and tenant:2fc6fa56d19f4f2496beee60631c3cb7 is out of sync, need to count used quota {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 07:02:58.709954 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-c493bd1f-cf0c-401d-9983-75d68c378bc2 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 07:02:58.717912 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-c493bd1f-cf0c-401d-9983-75d68c378bc2 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 07:02:58.728117 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c493bd1f-cf0c-401d-9983-75d68c378bc2 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Notify callbacks [] for floatingip, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:59.115315 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-c1c3fcc9-d111-4886-ba4d-47a8821b71bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2565af04-c881-4454-81af-6f847dbc0a0d', 'name': 'tempest-TestMinimumBasicScenario-1846492551-router', 'tenant_id': 'd4e12424e8744806b903d167ceb7efca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'external_fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.139'}], 'enable_snat': True}, 'gw_port_id': '828c247c-8944-48c6-944b-a10d866ca852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T07:02:47Z', 'updated_at': '2021-01-24T07:02:53Z', 'revision_number': 4, 'project_id': 'd4e12424e8744806b903d167ceb7efca', 'gw_port': {'id': '828c247c-8944-48c6-944b-a10d866ca852', 'name': '', 'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:aa:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2565af04-c881-4454-81af-6f847dbc0a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T07:02:48Z', 'updated_at': '2021-01-24T07:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-6-smb', '_interfaces': [{'id': 'bfd308cd-cab8-433a-bc8c-66452f5ba6de', 'name': '', 'network_id': '0778c19a-a4dd-4c37-939b-e3b5bf8b4d40', 'tenant_id': 'd4e12424e8744806b903d167ceb7efca', 'mac_address': 'fa:16:3e:c7:7f:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2565af04-c881-4454-81af-6f847dbc0a0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'c1f8ce7e-f633-4d2b-a697-18e4b662c620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T07:02:52Z', 'updated_at': '2021-01-24T07:02:53Z', 'revision_number': 2, 'project_id': 'd4e12424e8744806b903d167ceb7efca', 'subnets': [{'id': 'c1f8ce7e-f633-4d2b-a697-18e4b662c620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-6-smb', False) {} {{(pid=80238) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:02:59.119676 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c3fcc9-d111-4886-ba4d-47a8821b71bd None None] Checking router: 2565af04-c881-4454-81af-6f847dbc0a0d for host: dv-cinder-772181-6-smb {{(pid=80238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 24 07:02:59.120122 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c3fcc9-d111-4886-ba4d-47a8821b71bd None None] Updating router 2565af04-c881-4454-81af-6f847dbc0a0d port bfd308cd-cab8-433a-bc8c-66452f5ba6de binding host dv-cinder-772181-6-smb {{(pid=80238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 24 07:02:59.146421 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c493bd1f-cf0c-401d-9983-75d68c378bc2 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:59.184741 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c1c3fcc9-d111-4886-ba4d-47a8821b71bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:59.486256 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.db_base_plugin_common [None req-c493bd1f-cf0c-401d-9983-75d68c378bc2 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Allocated IP 172.28.0.95 (3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a/ded01328-6a1f-470d-9832-6a1e67bc132f/1d70d482-3a11-4ec5-ad95-718d334017b1) {{(pid=80235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 07:02:59.685619 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c493bd1f-cf0c-401d-9983-75d68c378bc2 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Notify callbacks [] for port, precommit_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:59.721000 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c1c3fcc9-d111-4886-ba4d-47a8821b71bd None None] Notify callbacks [] for port, precommit_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:59.721799 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c493bd1f-cf0c-401d-9983-75d68c378bc2 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363276713217020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851855427'] for port, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:59.740486 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-c1c3fcc9-d111-4886-ba4d-47a8821b71bd None None] Transition to ACTIVE for port object bfd308cd-cab8-433a-bc8c-66452f5ba6de will not be triggered until provisioned by entity L2. {{(pid=80238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 07:02:59.742006 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:02:59.746363 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c1c3fcc9-d111-4886-ba4d-47a8821b71bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098'] for port, after_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:02:59.763111 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:02:59.899498 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f738046a-fd6e-47cb-bd2d-914f048c8cc3 None None] Pushing event updated for resources: {'Port': ['ID=bfd308cd-cab8-433a-bc8c-66452f5ba6de,revision_number=3']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:02:59.904020 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-f738046a-fd6e-47cb-bd2d-914f048c8cc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:02:59.913774 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c493bd1f-cf0c-401d-9983-75d68c378bc2 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Pushing event updated for resources: {'Port': ['ID=1d70d482-3a11-4ec5-ad95-718d334017b1,revision_number=1']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:02:59.933435 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-c493bd1f-cf0c-401d-9983-75d68c378bc2 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:03:00.001537 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c493bd1f-cf0c-401d-9983-75d68c378bc2 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Network 3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a is already hosted by enough agents. {{(pid=80235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 07:03:00.003016 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [None req-c493bd1f-cf0c-401d-9983-75d68c378bc2 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Resources bound (agent type, host, resource id): {{(pid=80235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 07:03:00.010337 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c493bd1f-cf0c-401d-9983-75d68c378bc2 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Received port after_create {{(pid=80235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 07:03:00.033347 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:03:00.107545 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c493bd1f-cf0c-401d-9983-75d68c378bc2 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Notify callbacks [] for floatingip, precommit_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:03:00.146327 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-c1c3fcc9-d111-4886-ba4d-47a8821b71bd None None] Attempting to bind port bfd308cd-cab8-433a-bc8c-66452f5ba6de on host dv-cinder-772181-6-smb for vnic_type normal with profile {{(pid=80238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 07:03:00.146734 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-c1c3fcc9-d111-4886-ba4d-47a8821b71bd None None] Attempting to bind port bfd308cd-cab8-433a-bc8c-66452f5ba6de by drivers openvswitch on host dv-cinder-772181-6-smb at level 0 using segments [{'id': '30da51e1-6089-4aea-ae43-59dc3d6d1d4c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0778c19a-a4dd-4c37-939b-e3b5bf8b4d40'}] {{(pid=80238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 07:03:00.147142 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c3fcc9-d111-4886-ba4d-47a8821b71bd None None] Attempting to bind port bfd308cd-cab8-433a-bc8c-66452f5ba6de on network 0778c19a-a4dd-4c37-939b-e3b5bf8b4d40 {{(pid=80238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 07:03:00.153344 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c3fcc9-d111-4886-ba4d-47a8821b71bd None None] Checking agent: {'id': '3fe64d96-acff-4950-84fb-d8384a2371af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 6, 49, 21), 'started_at': datetime.datetime(2021, 1, 24, 6, 49, 51), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 7, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 07:03:00.154103 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c3fcc9-d111-4886-ba4d-47a8821b71bd None None] Checking segment: {'id': '30da51e1-6089-4aea-ae43-59dc3d6d1d4c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0778c19a-a4dd-4c37-939b-e3b5bf8b4d40'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 07:03:00.154709 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c1c3fcc9-d111-4886-ba4d-47a8821b71bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:03:00.155163 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c3fcc9-d111-4886-ba4d-47a8821b71bd None None] Bound using segment: {'id': '30da51e1-6089-4aea-ae43-59dc3d6d1d4c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0778c19a-a4dd-4c37-939b-e3b5bf8b4d40'} {{(pid=80238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 07:03:00.155672 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-c1c3fcc9-d111-4886-ba4d-47a8821b71bd None None] Bound port: bfd308cd-cab8-433a-bc8c-66452f5ba6de, host: dv-cinder-772181-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30da51e1-6089-4aea-ae43-59dc3d6d1d4c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0778c19a-a4dd-4c37-939b-e3b5bf8b4d40'}}] {{(pid=80238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 07:03:00.156124 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c1c3fcc9-d111-4886-ba4d-47a8821b71bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:03:00.189382 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c493bd1f-cf0c-401d-9983-75d68c378bc2 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:03:00.283012 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-c1c3fcc9-d111-4886-ba4d-47a8821b71bd None None] For port bfd308cd-cab8-433a-bc8c-66452f5ba6de, host dv-cinder-772181-6-smb, cleared binding levels {{(pid=80238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 07:03:00.288454 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-c1c3fcc9-d111-4886-ba4d-47a8821b71bd None None] For port bfd308cd-cab8-433a-bc8c-66452f5ba6de, host dv-cinder-772181-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-6-smb',level=0,port_id=bfd308cd-cab8-433a-bc8c-66452f5ba6de,segment=NetworkSegment(30da51e1-6089-4aea-ae43-59dc3d6d1d4c),segment_id=30da51e1-6089-4aea-ae43-59dc3d6d1d4c)] {{(pid=80238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 07:03:00.314735 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c1c3fcc9-d111-4886-ba4d-47a8821b71bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098'] for port, after_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:03:00.341948 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:03:00.507098 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c493bd1f-cf0c-401d-9983-75d68c378bc2 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Notify callbacks [] for port, precommit_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:03:00.513970 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c493bd1f-cf0c-401d-9983-75d68c378bc2 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2920372'] for port, after_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:03:00.522112 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f738046a-fd6e-47cb-bd2d-914f048c8cc3 None None] Pushing event updated for resources: {'Port': ['ID=bfd308cd-cab8-433a-bc8c-66452f5ba6de,revision_number=4']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:03:00.535466 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-f738046a-fd6e-47cb-bd2d-914f048c8cc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:03:00.540374 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-092b6e3e-81df-47a3-b9dd-ecd6d0458b1c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:03:00.579752 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c3fcc9-d111-4886-ba4d-47a8821b71bd None None] Routers {'2565af04-c881-4454-81af-6f847dbc0a0d'} bound to L3 agent in host dv-cinder-772181-6-smb {{(pid=80238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 07:03:00.580540 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-c1c3fcc9-d111-4886-ba4d-47a8821b71bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-24T06:49:21Z,description=,heartbeat_timestamp=2021-01-24T07:02:51Z,host='dv-cinder-772181-6-smb',id=4d190a5c-2620-4f2a-bccf-f8076df9706a,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T06:49:21Z,topic='l3_agent')) {'router_ids': ['2565af04-c881-4454-81af-6f847dbc0a0d'], 'active': True} {{(pid=80238) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:03:00.710940 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c493bd1f-cf0c-401d-9983-75d68c378bc2 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Pushing event updated for resources: {'Port': ['ID=1d70d482-3a11-4ec5-ad95-718d334017b1,revision_number=2']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:03:00.717900 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-c493bd1f-cf0c-401d-9983-75d68c378bc2 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:03:00.866156 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c493bd1f-cf0c-401d-9983-75d68c378bc2 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854261494'] for floatingip, after_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:03:00.879680 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-c1c3fcc9-d111-4886-ba4d-47a8821b71bd None None] Set router 2565af04-c881-4454-81af-6f847dbc0a0d gateway port host: dv-cinder-772181-6-smb {{(pid=80238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 07:03:00.898675 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c493bd1f-cf0c-401d-9983-75d68c378bc2 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149749'] for floatingip, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:03:00.903753 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-c493bd1f-cf0c-401d-9983-75d68c378bc2 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2270336 Jan 24 07:03:01.224739 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-71540ead-6422-446e-a038-80984a7f3dae req-1f744b0f-8eb7-4c81-897c-93cd6cad93af tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Synchronizing usage tracker for tenant:2fc6fa56d19f4f2496beee60631c3cb7 on resource:security_group {{(pid=80236) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 07:03:01.240772 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-71540ead-6422-446e-a038-80984a7f3dae req-1f744b0f-8eb7-4c81-897c-93cd6cad93af tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Unset dirty status for tenant:2fc6fa56d19f4f2496beee60631c3cb7 on resource:security_group {{(pid=80236) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 07:03:01.250525 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-71540ead-6422-446e-a038-80984a7f3dae req-1f744b0f-8eb7-4c81-897c-93cd6cad93af tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--653884814&fields=id&tenant_id=2fc6fa56d19f4f2496beee60631c3cb7 HTTP/1.1" status: 200 len: 267 time: 0.0789154 Jan 24 07:03:01.281334 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-c1c3fcc9-d111-4886-ba4d-47a8821b71bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2565af04-c881-4454-81af-6f847dbc0a0d', 'name': 'tempest-TestMinimumBasicScenario-1846492551-router', 'tenant_id': 'd4e12424e8744806b903d167ceb7efca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'external_fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.139'}], 'enable_snat': True}, 'gw_port_id': '828c247c-8944-48c6-944b-a10d866ca852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T07:02:47Z', 'updated_at': '2021-01-24T07:02:53Z', 'revision_number': 4, 'project_id': 'd4e12424e8744806b903d167ceb7efca', 'gw_port': {'id': '828c247c-8944-48c6-944b-a10d866ca852', 'name': '', 'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:aa:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2565af04-c881-4454-81af-6f847dbc0a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T07:02:48Z', 'updated_at': '2021-01-24T07:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-6-smb', '_interfaces': [{'id': 'bfd308cd-cab8-433a-bc8c-66452f5ba6de', 'name': '', 'network_id': '0778c19a-a4dd-4c37-939b-e3b5bf8b4d40', 'tenant_id': 'd4e12424e8744806b903d167ceb7efca', 'mac_address': 'fa:16:3e:c7:7f:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2565af04-c881-4454-81af-6f847dbc0a0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'c1f8ce7e-f633-4d2b-a697-18e4b662c620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T07:02:52Z', 'updated_at': '2021-01-24T07:03:00Z', 'revision_number': 4, 'project_id': 'd4e12424e8744806b903d167ceb7efca', 'subnets': [{'id': 'c1f8ce7e-f633-4d2b-a697-18e4b662c620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-6-smb', False) {} {{(pid=80238) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:03:01.287126 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c3fcc9-d111-4886-ba4d-47a8821b71bd None None] The sync data for ids ['2565af04-c881-4454-81af-6f847dbc0a0d'] in dv-cinder-772181-6-smb is: [{'id': '2565af04-c881-4454-81af-6f847dbc0a0d', 'name': 'tempest-TestMinimumBasicScenario-1846492551-router', 'tenant_id': 'd4e12424e8744806b903d167ceb7efca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'external_fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.139'}], 'enable_snat': True}, 'gw_port_id': '828c247c-8944-48c6-944b-a10d866ca852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T07:02:47Z', 'updated_at': '2021-01-24T07:02:53Z', 'revision_number': 4, 'project_id': 'd4e12424e8744806b903d167ceb7efca', 'gw_port': {'id': '828c247c-8944-48c6-944b-a10d866ca852', 'name': '', 'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:aa:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2565af04-c881-4454-81af-6f847dbc0a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T07:02:48Z', 'updated_at': '2021-01-24T07:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-6-smb', '_interfaces': [{'id': 'bfd308cd-cab8-433a-bc8c-66452f5ba6de', 'name': '', 'network_id': '0778c19a-a4dd-4c37-939b-e3b5bf8b4d40', 'tenant_id': 'd4e12424e8744806b903d167ceb7efca', 'mac_address': 'fa:16:3e:c7:7f:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2565af04-c881-4454-81af-6f847dbc0a0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'c1f8ce7e-f633-4d2b-a697-18e4b662c620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T07:02:52Z', 'updated_at': '2021-01-24T07:03:00Z', 'revision_number': 4, 'project_id': 'd4e12424e8744806b903d167ceb7efca', 'subnets': [{'id': 'c1f8ce7e-f633-4d2b-a697-18e4b662c620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 24 07:03:01.453406 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71540ead-6422-446e-a038-80984a7f3dae req-be6dbf90-156a-4459-a79b-8fce9ea5b6bb tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:01.461542 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-71540ead-6422-446e-a038-80984a7f3dae req-be6dbf90-156a-4459-a79b-8fce9ea5b6bb tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/networks?id=440b000a-80da-445e-b13a-3c626561a2d5 HTTP/1.1" status: 200 len: 810 time: 0.2098458 Jan 24 07:03:01.477874 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-71540ead-6422-446e-a038-80984a7f3dae req-de1f07e9-4aca-4ba1-baab-b4caaeff4849 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/quotas/2fc6fa56d19f4f2496beee60631c3cb7 HTTP/1.1" status: 200 len: 375 time: 0.0152848 Jan 24 07:03:01.647046 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-71540ead-6422-446e-a038-80984a7f3dae req-57ed51ab-3800-4c1a-ba12-034f4b2a0384 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/ports?tenant_id=2fc6fa56d19f4f2496beee60631c3cb7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1674628 Jan 24 07:03:01.866687 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Device bfd308cd-cab8-433a-bc8c-66452f5ba6de up at agent ovs-agent-dv-cinder-772181-6-smb {{(pid=80237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 07:03:01.902415 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-71540ead-6422-446e-a038-80984a7f3dae req-1f6e413c-f87a-4ee2-a8fe-db6c4531457c service neutron] 10.222.0.22 "GET /v2.0/networks/440b000a-80da-445e-b13a-3c626561a2d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355514 Jan 24 07:03:01.982392 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Provisioning for port bfd308cd-cab8-433a-bc8c-66452f5ba6de completed by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 07:03:01.994384 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Provisioning complete for port bfd308cd-cab8-433a-bc8c-66452f5ba6de triggered by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 07:03:01.995582 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:03:02.123521 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-71540ead-6422-446e-a038-80984a7f3dae req-b8beca1e-f36c-45f9-88d8-6a09c4a919c6 service neutron] 10.222.0.22 "GET /v2.0/networks/440b000a-80da-445e-b13a-3c626561a2d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2199831 Jan 24 07:03:02.162581 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:03:02.201885 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] For port bfd308cd-cab8-433a-bc8c-66452f5ba6de, host dv-cinder-772181-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-6-smb',level=0,port_id=bfd308cd-cab8-433a-bc8c-66452f5ba6de,segment=NetworkSegment(30da51e1-6089-4aea-ae43-59dc3d6d1d4c),segment_id=30da51e1-6089-4aea-ae43-59dc3d6d1d4c)] {{(pid=80237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 07:03:02.206070 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098'] for port, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:03:02.212407 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:03:02.302360 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Pushing event updated for resources: {'Port': ['ID=bfd308cd-cab8-433a-bc8c-66452f5ba6de,revision_number=5']} {{(pid=80237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:03:02.306203 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:03:02.427645 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-e4ac6c24-137b-401e-81d1-f8fa9030ebe2 req-8e1224ac-aa69-48d3-9fde-0d41ef30a76c tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/ports?device_id=66d2a86f-27b2-48fd-bcbe-73c31aeb931d HTTP/1.1" status: 200 len: 210 time: 0.0528173 Jan 24 07:03:03.681476 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-4920cafd-ea4f-4d1a-b94b-786fef06ced3 req-23807fde-2c7c-4156-94cb-0d27524ace48 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/ports?device_id=66d2a86f-27b2-48fd-bcbe-73c31aeb931d HTTP/1.1" status: 200 len: 210 time: 0.0765884 Jan 24 07:03:03.847785 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Device bfd308cd-cab8-433a-bc8c-66452f5ba6de up at agent ovs-agent-dv-cinder-772181-6-smb {{(pid=80237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 07:03:03.929967 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71540ead-6422-446e-a038-80984a7f3dae req-adab242d-bc93-4a82-8bbf-944df1ca4d01 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:03.929967 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-71540ead-6422-446e-a038-80984a7f3dae req-adab242d-bc93-4a82-8bbf-944df1ca4d01 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.18 "GET /v2.0/networks?id=440b000a-80da-445e-b13a-3c626561a2d5 HTTP/1.1" status: 200 len: 810 time: 0.2807164 Jan 24 07:03:03.953122 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Provisioning complete for port bfd308cd-cab8-433a-bc8c-66452f5ba6de triggered by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 07:03:03.953647 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:03:04.096336 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-71540ead-6422-446e-a038-80984a7f3dae req-4e5ea6f8-d421-4b5c-930c-5ac0aa5df097 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2fc6fa56d19f4f2496beee60631c3cb7 HTTP/1.1" status: 200 len: 5704 time: 0.1445706 Jan 24 07:03:04.108693 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.base [req-71540ead-6422-446e-a038-80984a7f3dae req-516e98f7-9b79-4625-94dc-1c7307720e51 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Request body: {'port': {'device_id': '66d2a86f-27b2-48fd-bcbe-73c31aeb931d', 'network_id': '440b000a-80da-445e-b13a-3c626561a2d5', 'admin_state_up': True, 'tenant_id': '2fc6fa56d19f4f2496beee60631c3cb7', 'security_groups': ['5e0aa7e0-9490-4a99-a5ac-c7a5cd879441']}} {{(pid=80235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 07:03:04.267468 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [req-71540ead-6422-446e-a038-80984a7f3dae req-516e98f7-9b79-4625-94dc-1c7307720e51 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 07:03:04.272136 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-71540ead-6422-446e-a038-80984a7f3dae req-516e98f7-9b79-4625-94dc-1c7307720e51 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Usage tracker for resource:port and tenant:2fc6fa56d19f4f2496beee60631c3cb7 is out of sync, need to count used quota {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 07:03:04.275463 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-71540ead-6422-446e-a038-80984a7f3dae req-516e98f7-9b79-4625-94dc-1c7307720e51 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Quota usage for port was recalculated. Used quota:3. {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 07:03:04.283606 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [req-71540ead-6422-446e-a038-80984a7f3dae req-516e98f7-9b79-4625-94dc-1c7307720e51 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 07:03:04.293862 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71540ead-6422-446e-a038-80984a7f3dae req-516e98f7-9b79-4625-94dc-1c7307720e51 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Made reservation on behalf of 2fc6fa56d19f4f2496beee60631c3cb7 for: {'port': 1} {{(pid=80235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 07:03:04.304048 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-71540ead-6422-446e-a038-80984a7f3dae req-516e98f7-9b79-4625-94dc-1c7307720e51 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:03:04.671862 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.db_base_plugin_common [req-71540ead-6422-446e-a038-80984a7f3dae req-516e98f7-9b79-4625-94dc-1c7307720e51 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Allocated IP 172.20.0.10 (440b000a-80da-445e-b13a-3c626561a2d5/f89146f0-67b7-43a2-a952-f2f292e8520d/fa7af62c-5ed7-4218-95f1-00b18edbbdc4) {{(pid=80235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 07:03:04.909195 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-cffb3440-164b-4c67-a4c8-71b090f4f2d5 req-dbc04a20-1946-4112-a92e-3b6a94cd3353 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/ports?device_id=66d2a86f-27b2-48fd-bcbe-73c31aeb931d HTTP/1.1" status: 200 len: 210 time: 0.0662773 Jan 24 07:03:04.979496 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-71540ead-6422-446e-a038-80984a7f3dae req-516e98f7-9b79-4625-94dc-1c7307720e51 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Notify callbacks [] for port, precommit_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:03:04.999302 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [req-71540ead-6422-446e-a038-80984a7f3dae req-516e98f7-9b79-4625-94dc-1c7307720e51 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Transition to ACTIVE for port object fa7af62c-5ed7-4218-95f1-00b18edbbdc4 will not be triggered until provisioned by entity DHCP. {{(pid=80235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 07:03:05.026793 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-71540ead-6422-446e-a038-80984a7f3dae req-516e98f7-9b79-4625-94dc-1c7307720e51 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363276713217020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851855427'] for port, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:03:05.047038 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-d679a9fe-b5aa-4d09-b118-1251de42d9c8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:03:05.207901 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516e98f7-9b79-4625-94dc-1c7307720e51 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Pushing event updated for resources: {'Port': ['ID=fa7af62c-5ed7-4218-95f1-00b18edbbdc4,revision_number=1']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:03:05.212694 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-516e98f7-9b79-4625-94dc-1c7307720e51 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:03:05.284301 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71540ead-6422-446e-a038-80984a7f3dae req-516e98f7-9b79-4625-94dc-1c7307720e51 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Network 440b000a-80da-445e-b13a-3c626561a2d5 is already hosted by enough agents. {{(pid=80235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 07:03:05.286404 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [req-71540ead-6422-446e-a038-80984a7f3dae req-516e98f7-9b79-4625-94dc-1c7307720e51 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Resources bound (agent type, host, resource id): {{(pid=80235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 07:03:05.303999 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [req-71540ead-6422-446e-a038-80984a7f3dae req-516e98f7-9b79-4625-94dc-1c7307720e51 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Received port after_create {{(pid=80235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 07:03:05.412275 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71540ead-6422-446e-a038-80984a7f3dae req-516e98f7-9b79-4625-94dc-1c7307720e51 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:05.413704 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-71540ead-6422-446e-a038-80984a7f3dae req-516e98f7-9b79-4625-94dc-1c7307720e51 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149749'] for port, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:03:05.450521 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-71540ead-6422-446e-a038-80984a7f3dae req-516e98f7-9b79-4625-94dc-1c7307720e51 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3475461 Jan 24 07:03:05.468020 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d532eb2-2cde-4824-ab54-45c1d1b195ac req-8fdd430a-0d2c-4cf9-8c36-758320573ef2 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:05.476729 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-7d532eb2-2cde-4824-ab54-45c1d1b195ac req-8fdd430a-0d2c-4cf9-8c36-758320573ef2 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/ports?device_id=95163a3c-ba0b-4102-9304-6feab8baf980 HTTP/1.1" status: 200 len: 945 time: 0.1335797 Jan 24 07:03:05.478077 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.base [req-71540ead-6422-446e-a038-80984a7f3dae req-6648a1fd-7389-416c-8f16-05b6182294a0 service neutron] Request body: {'port': {'device_id': '66d2a86f-27b2-48fd-bcbe-73c31aeb931d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=80235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 07:03:05.567551 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-7d532eb2-2cde-4824-ab54-45c1d1b195ac req-2578a206-e9f3-4c7d-9225-4083818bc38c tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/security-groups?id=e6c6f0fc-adc0-414d-839d-1f449449d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897269 Jan 24 07:03:05.592067 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-bbec1f08-16ee-4a32-8a68-2a29b34cc3e2 None None] Provisioning for port fa7af62c-5ed7-4218-95f1-00b18edbbdc4 completed by entity DHCP. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 07:03:05.598680 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-bbec1f08-16ee-4a32-8a68-2a29b34cc3e2 None None] Provisioning complete for port fa7af62c-5ed7-4218-95f1-00b18edbbdc4 triggered by entity DHCP. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 07:03:05.599238 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-bbec1f08-16ee-4a32-8a68-2a29b34cc3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:03:05.659566 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-71540ead-6422-446e-a038-80984a7f3dae req-6648a1fd-7389-416c-8f16-05b6182294a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:03:05.676517 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-bbec1f08-16ee-4a32-8a68-2a29b34cc3e2 None None] Port fa7af62c-5ed7-4218-95f1-00b18edbbdc4 cannot update to ACTIVE because it is not bound. {{(pid=80237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 24 07:03:06.154006 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [req-71540ead-6422-446e-a038-80984a7f3dae req-6648a1fd-7389-416c-8f16-05b6182294a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa7af62c-5ed7-4218-95f1-00b18edbbdc4 {{(pid=80235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 24 07:03:06.159777 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f252b957-7174-4e6c-98db-5a71f0ea1e7d req-ee518a92-1114-49ad-aff7-3d4dec1c80c2 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:06.161517 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-f252b957-7174-4e6c-98db-5a71f0ea1e7d req-ee518a92-1114-49ad-aff7-3d4dec1c80c2 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/ports?device_id=66d2a86f-27b2-48fd-bcbe-73c31aeb931d HTTP/1.1" status: 200 len: 932 time: 0.1121881 Jan 24 07:03:06.165918 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-71540ead-6422-446e-a038-80984a7f3dae req-6648a1fd-7389-416c-8f16-05b6182294a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:03:06.179518 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [req-71540ead-6422-446e-a038-80984a7f3dae req-6648a1fd-7389-416c-8f16-05b6182294a0 service neutron] Transition to ACTIVE for port object fa7af62c-5ed7-4218-95f1-00b18edbbdc4 will not be triggered until provisioned by entity L2. {{(pid=80235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 07:03:06.184717 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-71540ead-6422-446e-a038-80984a7f3dae req-6648a1fd-7389-416c-8f16-05b6182294a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2920372'] for port, after_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:03:06.208792 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-78413890-4548-4381-aadb-fc397f760214 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:03:06.218554 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-f252b957-7174-4e6c-98db-5a71f0ea1e7d req-a22ffa22-d245-45ae-99e4-833bfefd2604 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/security-groups?id=5e0aa7e0-9490-4a99-a5ac-c7a5cd879441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494845 Jan 24 07:03:06.380517 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6648a1fd-7389-416c-8f16-05b6182294a0 service neutron] Pushing event updated for resources: {'Port': ['ID=fa7af62c-5ed7-4218-95f1-00b18edbbdc4,revision_number=2']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:03:06.383978 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-6648a1fd-7389-416c-8f16-05b6182294a0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:03:06.571146 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [req-71540ead-6422-446e-a038-80984a7f3dae req-6648a1fd-7389-416c-8f16-05b6182294a0 service neutron] Attempting to bind port fa7af62c-5ed7-4218-95f1-00b18edbbdc4 on host hv-cinder-77218 for vnic_type normal with profile {{(pid=80235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 07:03:06.571529 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [req-71540ead-6422-446e-a038-80984a7f3dae req-6648a1fd-7389-416c-8f16-05b6182294a0 service neutron] Attempting to bind port fa7af62c-5ed7-4218-95f1-00b18edbbdc4 by drivers openvswitch on host hv-cinder-77218 at level 0 using segments [{'id': 'adda3e32-e252-4d09-9851-9d25a3fda79e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '440b000a-80da-445e-b13a-3c626561a2d5'}] {{(pid=80235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 07:03:06.571965 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71540ead-6422-446e-a038-80984a7f3dae req-6648a1fd-7389-416c-8f16-05b6182294a0 service neutron] Attempting to bind port fa7af62c-5ed7-4218-95f1-00b18edbbdc4 on network 440b000a-80da-445e-b13a-3c626561a2d5 {{(pid=80235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 07:03:06.577894 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71540ead-6422-446e-a038-80984a7f3dae req-6648a1fd-7389-416c-8f16-05b6182294a0 service neutron] Checking agent: {'id': '40eb7c3e-e5ac-488d-8f03-a26480a7dd43', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 6, 56, 30), 'started_at': datetime.datetime(2021, 1, 24, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 07:03:06.578419 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71540ead-6422-446e-a038-80984a7f3dae req-6648a1fd-7389-416c-8f16-05b6182294a0 service neutron] Checking segment: {'id': 'adda3e32-e252-4d09-9851-9d25a3fda79e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '440b000a-80da-445e-b13a-3c626561a2d5'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 07:03:06.578830 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-71540ead-6422-446e-a038-80984a7f3dae req-6648a1fd-7389-416c-8f16-05b6182294a0 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:03:06.579350 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71540ead-6422-446e-a038-80984a7f3dae req-6648a1fd-7389-416c-8f16-05b6182294a0 service neutron] Bound using segment: {'id': 'adda3e32-e252-4d09-9851-9d25a3fda79e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '440b000a-80da-445e-b13a-3c626561a2d5'} {{(pid=80235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 07:03:06.579917 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [req-71540ead-6422-446e-a038-80984a7f3dae req-6648a1fd-7389-416c-8f16-05b6182294a0 service neutron] Bound port: fa7af62c-5ed7-4218-95f1-00b18edbbdc4, host: hv-cinder-77218, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adda3e32-e252-4d09-9851-9d25a3fda79e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '440b000a-80da-445e-b13a-3c626561a2d5'}}] {{(pid=80235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 07:03:06.580296 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-71540ead-6422-446e-a038-80984a7f3dae req-6648a1fd-7389-416c-8f16-05b6182294a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:03:06.698597 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-71540ead-6422-446e-a038-80984a7f3dae req-6648a1fd-7389-416c-8f16-05b6182294a0 service neutron] For port fa7af62c-5ed7-4218-95f1-00b18edbbdc4, host hv-cinder-77218, cleared binding levels {{(pid=80235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 07:03:06.701582 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-71540ead-6422-446e-a038-80984a7f3dae req-6648a1fd-7389-416c-8f16-05b6182294a0 service neutron] For port fa7af62c-5ed7-4218-95f1-00b18edbbdc4, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=fa7af62c-5ed7-4218-95f1-00b18edbbdc4,segment=NetworkSegment(adda3e32-e252-4d09-9851-9d25a3fda79e),segment_id=adda3e32-e252-4d09-9851-9d25a3fda79e)] {{(pid=80235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 07:03:06.705716 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-71540ead-6422-446e-a038-80984a7f3dae req-6648a1fd-7389-416c-8f16-05b6182294a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2920372'] for port, after_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:03:06.727288 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-d679a9fe-b5aa-4d09-b118-1251de42d9c8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:03:06.851578 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b813d96-6a2d-4361-ab36-536c7e4ec18c req-9b8b00d3-d507-4a02-bd5c-c2c0ad03451a tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:06.853338 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-4b813d96-6a2d-4361-ab36-536c7e4ec18c req-9b8b00d3-d507-4a02-bd5c-c2c0ad03451a tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/ports?device_id=95163a3c-ba0b-4102-9304-6feab8baf980 HTTP/1.1" status: 200 len: 945 time: 0.1179879 Jan 24 07:03:06.912376 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-4b813d96-6a2d-4361-ab36-536c7e4ec18c req-57feac36-b232-43ca-a94e-e34f89b09421 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/security-groups?id=e6c6f0fc-adc0-414d-839d-1f449449d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514803 Jan 24 07:03:07.104830 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6648a1fd-7389-416c-8f16-05b6182294a0 service neutron] Pushing event updated for resources: {'Port': ['ID=fa7af62c-5ed7-4218-95f1-00b18edbbdc4,revision_number=3']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:03:07.108374 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-6648a1fd-7389-416c-8f16-05b6182294a0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:03:07.144405 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71540ead-6422-446e-a038-80984a7f3dae req-6648a1fd-7389-416c-8f16-05b6182294a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:07.144941 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-71540ead-6422-446e-a038-80984a7f3dae req-6648a1fd-7389-416c-8f16-05b6182294a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149749'] for port, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:03:07.146454 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-71540ead-6422-446e-a038-80984a7f3dae req-6648a1fd-7389-416c-8f16-05b6182294a0 service neutron] 10.222.0.18 "PUT /v2.0/ports/fa7af62c-5ed7-4218-95f1-00b18edbbdc4 HTTP/1.1" status: 200 len: 1158 time: 1.6771615 Jan 24 07:03:07.147022 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66d2a86f-27b2-48fd-bcbe-73c31aeb931d', 'tag': 'fa7af62c-5ed7-4218-95f1-00b18edbbdc4'}] {{(pid=80235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 07:03:07.239637 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66d2a86f-27b2-48fd-bcbe-73c31aeb931d', 'tag': 'fa7af62c-5ed7-4218-95f1-00b18edbbdc4', 'status': 'completed', 'code': 200} Jan 24 07:03:07.276661 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9177ca6f-f5fe-4f0c-b792-57aa96c2d0da req-cb7c937f-cdba-4183-aa10-d63c1d459bb4 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:07.277782 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-9177ca6f-f5fe-4f0c-b792-57aa96c2d0da req-cb7c937f-cdba-4183-aa10-d63c1d459bb4 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Synchronizing usage tracker for tenant:d4e12424e8744806b903d167ceb7efca on resource:network {{(pid=80236) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 07:03:07.298936 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71540ead-6422-446e-a038-80984a7f3dae req-ded18b3e-6e5a-404d-98e0-62d64b0b578b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:07.300514 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-9177ca6f-f5fe-4f0c-b792-57aa96c2d0da req-cb7c937f-cdba-4183-aa10-d63c1d459bb4 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Unset dirty status for tenant:d4e12424e8744806b903d167ceb7efca on resource:network {{(pid=80236) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 07:03:07.301060 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-71540ead-6422-446e-a038-80984a7f3dae req-ded18b3e-6e5a-404d-98e0-62d64b0b578b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2fc6fa56d19f4f2496beee60631c3cb7&device_id=66d2a86f-27b2-48fd-bcbe-73c31aeb931d HTTP/1.1" status: 200 len: 1161 time: 0.0984414 Jan 24 07:03:07.301810 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-9177ca6f-f5fe-4f0c-b792-57aa96c2d0da req-cb7c937f-cdba-4183-aa10-d63c1d459bb4 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] 10.222.0.22 "GET /v2.0/networks?id=0778c19a-a4dd-4c37-939b-e3b5bf8b4d40 HTTP/1.1" status: 200 len: 815 time: 0.2143302 Jan 24 07:03:07.319834 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-9177ca6f-f5fe-4f0c-b792-57aa96c2d0da req-0a7e15b1-4a01-430a-9265-3913c7cf64df tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] 10.222.0.22 "GET /v2.0/quotas/d4e12424e8744806b903d167ceb7efca HTTP/1.1" status: 200 len: 375 time: 0.0114429 Jan 24 07:03:07.387758 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-71540ead-6422-446e-a038-80984a7f3dae req-3492cc6e-76a0-406c-b077-49a44c5023b4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fa7af62c-5ed7-4218-95f1-00b18edbbdc4 HTTP/1.1" status: 200 len: 217 time: 0.0727799 Jan 24 07:03:07.458830 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71540ead-6422-446e-a038-80984a7f3dae req-3ea6fd65-aeaa-4892-8b16-0c0a5dce6ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:07.460453 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-71540ead-6422-446e-a038-80984a7f3dae req-3ea6fd65-aeaa-4892-8b16-0c0a5dce6ef8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f89146f0-67b7-43a2-a952-f2f292e8520d HTTP/1.1" status: 200 len: 849 time: 0.0669193 Jan 24 07:03:07.489768 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-9177ca6f-f5fe-4f0c-b792-57aa96c2d0da req-8d80d8bd-9523-450f-8352-e5438f49dd11 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Synchronizing usage tracker for tenant:d4e12424e8744806b903d167ceb7efca on resource:port {{(pid=80236) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 07:03:07.520591 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b86e823-0e87-4b44-b39b-5e83f3399b78 req-32fd516c-8e3f-47a3-bf4e-8906bb8161e2 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:07.522223 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-9b86e823-0e87-4b44-b39b-5e83f3399b78 req-32fd516c-8e3f-47a3-bf4e-8906bb8161e2 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/ports?device_id=66d2a86f-27b2-48fd-bcbe-73c31aeb931d HTTP/1.1" status: 200 len: 944 time: 0.1548746 Jan 24 07:03:07.543655 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71540ead-6422-446e-a038-80984a7f3dae req-c0e2dc5b-eaba-4c5c-a1e5-4cb0d09e1491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:07.545334 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-71540ead-6422-446e-a038-80984a7f3dae req-c0e2dc5b-eaba-4c5c-a1e5-4cb0d09e1491 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=440b000a-80da-445e-b13a-3c626561a2d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0781679 Jan 24 07:03:07.556722 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-9177ca6f-f5fe-4f0c-b792-57aa96c2d0da req-8d80d8bd-9523-450f-8352-e5438f49dd11 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Unset dirty status for tenant:d4e12424e8744806b903d167ceb7efca on resource:port {{(pid=80236) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 07:03:07.558122 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-9177ca6f-f5fe-4f0c-b792-57aa96c2d0da req-8d80d8bd-9523-450f-8352-e5438f49dd11 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] 10.222.0.22 "GET /v2.0/ports?tenant_id=d4e12424e8744806b903d167ceb7efca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2317715 Jan 24 07:03:07.608674 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-9b86e823-0e87-4b44-b39b-5e83f3399b78 req-564cc2f5-f229-4250-9d50-10fd5b6668f4 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/security-groups?id=5e0aa7e0-9490-4a99-a5ac-c7a5cd879441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792747 Jan 24 07:03:07.693355 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-71540ead-6422-446e-a038-80984a7f3dae req-d2c7d4cd-38b8-417e-a4b9-94007bb44013 service neutron] 10.222.0.18 "GET /v2.0/networks/440b000a-80da-445e-b13a-3c626561a2d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399519 Jan 24 07:03:07.720615 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-9177ca6f-f5fe-4f0c-b792-57aa96c2d0da req-3c38bf5a-a625-4a33-9925-c02a646239c4 service neutron] 10.222.0.22 "GET /v2.0/networks/0778c19a-a4dd-4c37-939b-e3b5bf8b4d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487730 Jan 24 07:03:07.836545 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-71540ead-6422-446e-a038-80984a7f3dae req-dcb9f4d9-13c6-4141-b48a-be3de5aae36d service neutron] 10.222.0.18 "GET /v2.0/networks/440b000a-80da-445e-b13a-3c626561a2d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1353958 Jan 24 07:03:07.863519 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-9177ca6f-f5fe-4f0c-b792-57aa96c2d0da req-311279c4-21d5-4b1a-b6c4-ffe18ff182a3 service neutron] 10.222.0.22 "GET /v2.0/networks/0778c19a-a4dd-4c37-939b-e3b5bf8b4d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1362433 Jan 24 07:03:08.010292 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed30a80-78e2-47b2-9435-b4f4dbea17f4 req-6344d1bc-3dc8-4588-901b-af0dc818e6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:08.012469 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-eed30a80-78e2-47b2-9435-b4f4dbea17f4 req-6344d1bc-3dc8-4588-901b-af0dc818e6c5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2fc6fa56d19f4f2496beee60631c3cb7&device_id=66d2a86f-27b2-48fd-bcbe-73c31aeb931d HTTP/1.1" status: 200 len: 1161 time: 0.0827212 Jan 24 07:03:08.068161 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-8849ca5e-30bc-4517-81d2-13f7adc26c47 req-6247a330-9fae-428f-a58f-98c4cd78beaf tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] 10.222.0.22 "GET /v2.0/ports?device_id=77036fcc-1a0c-46d9-83a6-3ce4cceb5f79 HTTP/1.1" status: 200 len: 210 time: 0.0484991 Jan 24 07:03:08.181700 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed30a80-78e2-47b2-9435-b4f4dbea17f4 req-0de0d62b-e4ed-421c-916d-eb36eb092323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:08.183462 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-eed30a80-78e2-47b2-9435-b4f4dbea17f4 req-0de0d62b-e4ed-421c-916d-eb36eb092323 service neutron] 10.222.0.18 "GET /v2.0/networks?id=440b000a-80da-445e-b13a-3c626561a2d5 HTTP/1.1" status: 200 len: 904 time: 0.1642954 Jan 24 07:03:08.203378 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86927627-cf0c-4e3a-b7db-e553d6ea3125 req-0f21c404-f249-4775-a340-7cb7efa50e3e tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:08.205092 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-86927627-cf0c-4e3a-b7db-e553d6ea3125 req-0f21c404-f249-4775-a340-7cb7efa50e3e tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/ports?device_id=95163a3c-ba0b-4102-9304-6feab8baf980 HTTP/1.1" status: 200 len: 945 time: 0.1145053 Jan 24 07:03:08.260639 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-86927627-cf0c-4e3a-b7db-e553d6ea3125 req-0bb4469b-0ce2-41a3-a6a9-6278fa59314c tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/security-groups?id=e6c6f0fc-adc0-414d-839d-1f449449d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481186 Jan 24 07:03:08.267514 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-eed30a80-78e2-47b2-9435-b4f4dbea17f4 req-4e7c788a-8b24-4988-9737-4ac5535f88ac service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fa7af62c-5ed7-4218-95f1-00b18edbbdc4 HTTP/1.1" status: 200 len: 217 time: 0.0764980 Jan 24 07:03:08.338168 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed30a80-78e2-47b2-9435-b4f4dbea17f4 req-1efa9ac3-8982-4fa3-beb3-005e49b4e0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:08.339757 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-eed30a80-78e2-47b2-9435-b4f4dbea17f4 req-1efa9ac3-8982-4fa3-beb3-005e49b4e0c8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f89146f0-67b7-43a2-a952-f2f292e8520d HTTP/1.1" status: 200 len: 849 time: 0.0655627 Jan 24 07:03:08.434555 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed30a80-78e2-47b2-9435-b4f4dbea17f4 req-e7f21c48-78c0-4bcb-80f3-f5d3706e13f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:08.436213 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-eed30a80-78e2-47b2-9435-b4f4dbea17f4 req-e7f21c48-78c0-4bcb-80f3-f5d3706e13f2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=440b000a-80da-445e-b13a-3c626561a2d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0879512 Jan 24 07:03:08.588340 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-eed30a80-78e2-47b2-9435-b4f4dbea17f4 req-021f0a1e-5adf-47c3-a440-d5f1e3347ae0 service neutron] 10.222.0.18 "GET /v2.0/networks/440b000a-80da-445e-b13a-3c626561a2d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432230 Jan 24 07:03:08.762696 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-eed30a80-78e2-47b2-9435-b4f4dbea17f4 req-9cc26905-b1e9-4199-837c-959e7fde3bb0 service neutron] 10.222.0.18 "GET /v2.0/networks/440b000a-80da-445e-b13a-3c626561a2d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1413808 Jan 24 07:03:08.864715 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f3018-9ced-40ec-9da1-464beb95ef00 req-cc31a1d7-9e9c-4988-b99a-46ea9d66f17d tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:08.866265 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-f69f3018-9ced-40ec-9da1-464beb95ef00 req-cc31a1d7-9e9c-4988-b99a-46ea9d66f17d tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/ports?device_id=66d2a86f-27b2-48fd-bcbe-73c31aeb931d HTTP/1.1" status: 200 len: 944 time: 0.1054163 Jan 24 07:03:08.921636 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-f69f3018-9ced-40ec-9da1-464beb95ef00 req-d71bf2a4-6b17-4f42-9fae-105e72caeb56 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/security-groups?id=5e0aa7e0-9490-4a99-a5ac-c7a5cd879441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489125 Jan 24 07:03:09.244607 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-57ba32d9-80bc-4606-9077-318389b2ee45 req-b9465e8a-9218-4698-8a5b-8a7dd86527d4 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] 10.222.0.22 "GET /v2.0/ports?device_id=77036fcc-1a0c-46d9-83a6-3ce4cceb5f79 HTTP/1.1" status: 200 len: 210 time: 0.0469027 Jan 24 07:03:09.393865 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9177ca6f-f5fe-4f0c-b792-57aa96c2d0da req-0689ec63-36d2-4042-96c7-4b945a511b92 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:09.396278 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-9177ca6f-f5fe-4f0c-b792-57aa96c2d0da req-0689ec63-36d2-4042-96c7-4b945a511b92 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] 10.222.0.18 "GET /v2.0/networks?id=0778c19a-a4dd-4c37-939b-e3b5bf8b4d40 HTTP/1.1" status: 200 len: 815 time: 0.1869175 Jan 24 07:03:09.420826 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.base [req-9177ca6f-f5fe-4f0c-b792-57aa96c2d0da req-5f58ebba-3eeb-4843-9225-073b444f95c3 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Request body: {'port': {'device_id': '77036fcc-1a0c-46d9-83a6-3ce4cceb5f79', 'network_id': '0778c19a-a4dd-4c37-939b-e3b5bf8b4d40', 'admin_state_up': True, 'tenant_id': 'd4e12424e8744806b903d167ceb7efca'}} {{(pid=80235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 07:03:09.517800 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1dbe18-7a2b-4761-b10a-dd64330cdc08 req-a9be5ed3-ca80-4cc6-87e8-3ca03244d9a8 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:09.519643 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-ca1dbe18-7a2b-4761-b10a-dd64330cdc08 req-a9be5ed3-ca80-4cc6-87e8-3ca03244d9a8 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/ports?device_id=95163a3c-ba0b-4102-9304-6feab8baf980 HTTP/1.1" status: 200 len: 945 time: 0.1080668 Jan 24 07:03:09.574431 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [req-9177ca6f-f5fe-4f0c-b792-57aa96c2d0da req-5f58ebba-3eeb-4843-9225-073b444f95c3 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 07:03:09.585712 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [req-9177ca6f-f5fe-4f0c-b792-57aa96c2d0da req-5f58ebba-3eeb-4843-9225-073b444f95c3 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 07:03:09.597888 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9177ca6f-f5fe-4f0c-b792-57aa96c2d0da req-5f58ebba-3eeb-4843-9225-073b444f95c3 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Made reservation on behalf of d4e12424e8744806b903d167ceb7efca for: {'port': 1} {{(pid=80235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 07:03:09.609650 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-9177ca6f-f5fe-4f0c-b792-57aa96c2d0da req-5f58ebba-3eeb-4843-9225-073b444f95c3 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:03:09.817730 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-ca1dbe18-7a2b-4761-b10a-dd64330cdc08 req-9fac87e7-aaf2-4c64-92de-3780b95fcc81 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/security-groups?id=e6c6f0fc-adc0-414d-839d-1f449449d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2909997 Jan 24 07:03:10.058982 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.db_base_plugin_common [req-9177ca6f-f5fe-4f0c-b792-57aa96c2d0da req-5f58ebba-3eeb-4843-9225-073b444f95c3 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Allocated IP 172.20.0.9 (0778c19a-a4dd-4c37-939b-e3b5bf8b4d40/c1f8ce7e-f633-4d2b-a697-18e4b662c620/5b64072b-0c44-44bd-b072-9213dd372648) {{(pid=80235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 07:03:10.196362 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d49efe6-4cfd-4f07-bf5c-59dc3914b76b req-3b2d1074-71cc-4c1b-83cb-3fe46b78e5ed tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:10.198534 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-4d49efe6-4cfd-4f07-bf5c-59dc3914b76b req-3b2d1074-71cc-4c1b-83cb-3fe46b78e5ed tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/ports?device_id=66d2a86f-27b2-48fd-bcbe-73c31aeb931d HTTP/1.1" status: 200 len: 944 time: 0.1103487 Jan 24 07:03:10.235879 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Device fa7af62c-5ed7-4218-95f1-00b18edbbdc4 up at agent ovs-agent-hv-cinder-77218 {{(pid=80237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 07:03:10.262985 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-4d49efe6-4cfd-4f07-bf5c-59dc3914b76b req-00d39f65-1509-4103-92fb-2a6bee85d009 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/security-groups?id=5e0aa7e0-9490-4a99-a5ac-c7a5cd879441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571389 Jan 24 07:03:10.356259 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-9177ca6f-f5fe-4f0c-b792-57aa96c2d0da req-5f58ebba-3eeb-4843-9225-073b444f95c3 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Notify callbacks [] for port, precommit_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:03:10.377715 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Provisioning for port fa7af62c-5ed7-4218-95f1-00b18edbbdc4 completed by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 07:03:10.393216 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Provisioning complete for port fa7af62c-5ed7-4218-95f1-00b18edbbdc4 triggered by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 07:03:10.394417 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [req-9177ca6f-f5fe-4f0c-b792-57aa96c2d0da req-5f58ebba-3eeb-4843-9225-073b444f95c3 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Transition to ACTIVE for port object 5b64072b-0c44-44bd-b072-9213dd372648 will not be triggered until provisioned by entity DHCP. {{(pid=80235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 07:03:10.395052 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:03:10.444744 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-9177ca6f-f5fe-4f0c-b792-57aa96c2d0da req-5f58ebba-3eeb-4843-9225-073b444f95c3 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363276713217020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851855427'] for port, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:03:10.472791 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-ad95adf7-723e-479b-b5f1-dd6bdb1ccb32 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:03:10.534294 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:03:10.571117 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] For port fa7af62c-5ed7-4218-95f1-00b18edbbdc4, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=fa7af62c-5ed7-4218-95f1-00b18edbbdc4,segment=NetworkSegment(adda3e32-e252-4d09-9851-9d25a3fda79e),segment_id=adda3e32-e252-4d09-9851-9d25a3fda79e)] {{(pid=80237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 07:03:10.572570 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66d2a86f-27b2-48fd-bcbe-73c31aeb931d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa7af62c-5ed7-4218-95f1-00b18edbbdc4'}] {{(pid=80237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 07:03:10.575004 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758b5ca5-a6b5-4046-aeef-49fa85f6945f req-59bf9cf5-fb9e-429f-b357-f68902dc3f15 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:10.583895 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-758b5ca5-a6b5-4046-aeef-49fa85f6945f req-59bf9cf5-fb9e-429f-b357-f68902dc3f15 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] 10.222.0.22 "GET /v2.0/ports?device_id=77036fcc-1a0c-46d9-83a6-3ce4cceb5f79 HTTP/1.1" status: 200 len: 931 time: 0.1290545 Jan 24 07:03:10.591589 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098'] for port, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:03:10.593820 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-10c899d6-d9da-44e0-a8fc-bfce41d6a43a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:03:10.680507 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-758b5ca5-a6b5-4046-aeef-49fa85f6945f req-6a79daa8-8245-46ed-8686-3f9eb69b48a1 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Synchronizing usage tracker for tenant:d4e12424e8744806b903d167ceb7efca on resource:security_group {{(pid=80236) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 07:03:10.696135 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f58ebba-3eeb-4843-9225-073b444f95c3 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Pushing event updated for resources: {'Port': ['ID=5b64072b-0c44-44bd-b072-9213dd372648,revision_number=1']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:03:10.701065 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-5f58ebba-3eeb-4843-9225-073b444f95c3 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:03:10.712741 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-758b5ca5-a6b5-4046-aeef-49fa85f6945f req-6a79daa8-8245-46ed-8686-3f9eb69b48a1 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Unset dirty status for tenant:d4e12424e8744806b903d167ceb7efca on resource:security_group {{(pid=80236) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 07:03:10.721315 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66d2a86f-27b2-48fd-bcbe-73c31aeb931d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa7af62c-5ed7-4218-95f1-00b18edbbdc4', 'code': 200} Jan 24 07:03:10.723586 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Pushing event updated for resources: {'Port': ['ID=fa7af62c-5ed7-4218-95f1-00b18edbbdc4,revision_number=4']} {{(pid=80237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:03:10.728243 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-758b5ca5-a6b5-4046-aeef-49fa85f6945f req-6a79daa8-8245-46ed-8686-3f9eb69b48a1 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] 10.222.0.22 "GET /v2.0/security-groups?id=6eae65fb-7168-443c-a9a4-1b775935cf24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432867 Jan 24 07:03:10.733789 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:03:10.790839 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9177ca6f-f5fe-4f0c-b792-57aa96c2d0da req-5f58ebba-3eeb-4843-9225-073b444f95c3 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Network 0778c19a-a4dd-4c37-939b-e3b5bf8b4d40 is already hosted by enough agents. {{(pid=80235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 07:03:10.792125 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [req-9177ca6f-f5fe-4f0c-b792-57aa96c2d0da req-5f58ebba-3eeb-4843-9225-073b444f95c3 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Resources bound (agent type, host, resource id): {{(pid=80235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 07:03:10.794462 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [req-9177ca6f-f5fe-4f0c-b792-57aa96c2d0da req-5f58ebba-3eeb-4843-9225-073b444f95c3 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Received port after_create {{(pid=80235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 07:03:10.877859 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9177ca6f-f5fe-4f0c-b792-57aa96c2d0da req-5f58ebba-3eeb-4843-9225-073b444f95c3 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:10.879124 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-9177ca6f-f5fe-4f0c-b792-57aa96c2d0da req-5f58ebba-3eeb-4843-9225-073b444f95c3 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149749'] for port, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:03:10.906046 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-9177ca6f-f5fe-4f0c-b792-57aa96c2d0da req-5f58ebba-3eeb-4843-9225-073b444f95c3 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4894102 Jan 24 07:03:11.083967 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-c04eb4c0-08cc-4a94-8340-5de25aee4a41 None None] Provisioning for port 5b64072b-0c44-44bd-b072-9213dd372648 completed by entity DHCP. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 07:03:11.089561 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-c04eb4c0-08cc-4a94-8340-5de25aee4a41 None None] Provisioning complete for port 5b64072b-0c44-44bd-b072-9213dd372648 triggered by entity DHCP. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 07:03:11.090166 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c04eb4c0-08cc-4a94-8340-5de25aee4a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:03:11.157573 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3ed5df-bd96-4551-b9e1-f515e45e066f req-5c94e724-cd96-459e-9859-d43293d9eb61 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:11.159265 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-8e3ed5df-bd96-4551-b9e1-f515e45e066f req-5c94e724-cd96-459e-9859-d43293d9eb61 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/ports?device_id=95163a3c-ba0b-4102-9304-6feab8baf980 HTTP/1.1" status: 200 len: 945 time: 0.1223292 Jan 24 07:03:11.160648 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-c04eb4c0-08cc-4a94-8340-5de25aee4a41 None None] Port 5b64072b-0c44-44bd-b072-9213dd372648 cannot update to ACTIVE because it is not bound. {{(pid=80237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 24 07:03:11.217625 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-8e3ed5df-bd96-4551-b9e1-f515e45e066f req-449b5b28-069c-4b0a-aa4c-0fdbd5e76db5 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/security-groups?id=e6c6f0fc-adc0-414d-839d-1f449449d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512843 Jan 24 07:03:11.521534 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7340884-f8b4-4dfb-8615-96336aaba7c4 req-53013a14-8376-462c-92e2-2af3b6364ad5 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:11.523347 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-f7340884-f8b4-4dfb-8615-96336aaba7c4 req-53013a14-8376-462c-92e2-2af3b6364ad5 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/ports?device_id=66d2a86f-27b2-48fd-bcbe-73c31aeb931d HTTP/1.1" status: 200 len: 946 time: 0.1101770 Jan 24 07:03:11.576235 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-f7340884-f8b4-4dfb-8615-96336aaba7c4 req-8a96e190-7652-4ccf-90b4-56e0f7f2a9df tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/security-groups?id=5e0aa7e0-9490-4a99-a5ac-c7a5cd879441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465300 Jan 24 07:03:11.813600 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Device fa7af62c-5ed7-4218-95f1-00b18edbbdc4 up at agent ovs-agent-hv-cinder-77218 {{(pid=80237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 07:03:11.904744 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Provisioning complete for port fa7af62c-5ed7-4218-95f1-00b18edbbdc4 triggered by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 07:03:11.905155 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:03:11.973567 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834938bc-b4fc-4fbb-8a81-c122d11d67e1 req-f3e057b8-cddf-4d75-847d-56e0bfdb30d6 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:11.975271 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-834938bc-b4fc-4fbb-8a81-c122d11d67e1 req-f3e057b8-cddf-4d75-847d-56e0bfdb30d6 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] 10.222.0.22 "GET /v2.0/ports?device_id=77036fcc-1a0c-46d9-83a6-3ce4cceb5f79 HTTP/1.1" status: 200 len: 931 time: 0.1141376 Jan 24 07:03:12.036559 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-834938bc-b4fc-4fbb-8a81-c122d11d67e1 req-aeeae4d6-0f25-482c-8f42-f854b2273dd6 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] 10.222.0.22 "GET /v2.0/security-groups?id=6eae65fb-7168-443c-a9a4-1b775935cf24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507584 Jan 24 07:03:12.486917 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b3b357-a861-4f5a-9161-79e461a66d1a req-7940393d-c75f-43bd-ba1c-7047a9eca5fa tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:12.489860 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-87b3b357-a861-4f5a-9161-79e461a66d1a req-7940393d-c75f-43bd-ba1c-7047a9eca5fa tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/ports?device_id=95163a3c-ba0b-4102-9304-6feab8baf980 HTTP/1.1" status: 200 len: 945 time: 0.1113992 Jan 24 07:03:12.553675 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-87b3b357-a861-4f5a-9161-79e461a66d1a req-da755b9c-845b-4698-ab16-ab47d950e6ef tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/security-groups?id=e6c6f0fc-adc0-414d-839d-1f449449d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574868 Jan 24 07:03:12.828092 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1befdfa7-b50e-4df3-b8fe-6cbff7c8ec57 req-8d7b2b00-9060-4e7b-9031-ba56a8c5c142 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:12.829719 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-1befdfa7-b50e-4df3-b8fe-6cbff7c8ec57 req-8d7b2b00-9060-4e7b-9031-ba56a8c5c142 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/ports?device_id=66d2a86f-27b2-48fd-bcbe-73c31aeb931d HTTP/1.1" status: 200 len: 946 time: 0.1141038 Jan 24 07:03:12.885473 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-1befdfa7-b50e-4df3-b8fe-6cbff7c8ec57 req-ef08121b-2178-4f7e-80e4-40bf8671d115 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/security-groups?id=5e0aa7e0-9490-4a99-a5ac-c7a5cd879441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483508 Jan 24 07:03:13.302191 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc4e770-76b1-4ad3-914c-a23cee7127fd req-827a719e-de50-4863-b094-b35d7b865365 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:13.303935 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-dbc4e770-76b1-4ad3-914c-a23cee7127fd req-827a719e-de50-4863-b094-b35d7b865365 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] 10.222.0.22 "GET /v2.0/ports?device_id=77036fcc-1a0c-46d9-83a6-3ce4cceb5f79 HTTP/1.1" status: 200 len: 931 time: 0.1149104 Jan 24 07:03:13.356474 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-dbc4e770-76b1-4ad3-914c-a23cee7127fd req-e067a3e8-f93a-4ddc-b1e2-5acc0e3e3ad0 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] 10.222.0.22 "GET /v2.0/security-groups?id=6eae65fb-7168-443c-a9a4-1b775935cf24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461507 Jan 24 07:03:13.808786 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870b0b76-1732-4466-a966-c211c0690e62 req-20818361-6bf8-4775-80d3-53b3338ea268 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:13.811090 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-870b0b76-1732-4466-a966-c211c0690e62 req-20818361-6bf8-4775-80d3-53b3338ea268 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/ports?device_id=95163a3c-ba0b-4102-9304-6feab8baf980 HTTP/1.1" status: 200 len: 945 time: 0.1087298 Jan 24 07:03:13.867794 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-870b0b76-1732-4466-a966-c211c0690e62 req-ea4e6aeb-45c7-4f6b-8d54-0fb320fe62eb tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/security-groups?id=e6c6f0fc-adc0-414d-839d-1f449449d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492690 Jan 24 07:03:13.880314 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Device cafa292e-beda-4519-a550-d7496597125e up at agent ovs-agent-hv-cinder-77218 {{(pid=80237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 07:03:13.976192 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Provisioning complete for port cafa292e-beda-4519-a550-d7496597125e triggered by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 07:03:13.976606 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:03:14.146803 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cab555-a213-4e32-b280-8619bae5dabd req-8650e5ac-eccb-4dee-956d-2a754a7063b2 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:14.148515 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-a1cab555-a213-4e32-b280-8619bae5dabd req-8650e5ac-eccb-4dee-956d-2a754a7063b2 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/ports?device_id=66d2a86f-27b2-48fd-bcbe-73c31aeb931d HTTP/1.1" status: 200 len: 946 time: 0.1115761 Jan 24 07:03:14.212217 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-a1cab555-a213-4e32-b280-8619bae5dabd req-304a88ee-6f75-42ec-83cc-3839867cbf7f tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/security-groups?id=5e0aa7e0-9490-4a99-a5ac-c7a5cd879441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495224 Jan 24 07:03:14.620316 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa71e0f-b74e-4b97-9769-f8d1d56e301a req-e8064e30-ed9b-40a5-b63e-4c11ad0ea86a tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:14.622006 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-efa71e0f-b74e-4b97-9769-f8d1d56e301a req-e8064e30-ed9b-40a5-b63e-4c11ad0ea86a tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] 10.222.0.22 "GET /v2.0/ports?device_id=77036fcc-1a0c-46d9-83a6-3ce4cceb5f79 HTTP/1.1" status: 200 len: 931 time: 0.1197007 Jan 24 07:03:14.676928 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-efa71e0f-b74e-4b97-9769-f8d1d56e301a req-986a52df-71b4-4ea4-931d-086c83be8079 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] 10.222.0.22 "GET /v2.0/security-groups?id=6eae65fb-7168-443c-a9a4-1b775935cf24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468574 Jan 24 07:03:15.137195 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fbfb6c-122a-4570-95ce-886adb4f7f64 req-eaf089a0-43ab-4a01-a561-0ac397c89fa4 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:15.141361 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-94fbfb6c-122a-4570-95ce-886adb4f7f64 req-eaf089a0-43ab-4a01-a561-0ac397c89fa4 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/ports?device_id=95163a3c-ba0b-4102-9304-6feab8baf980 HTTP/1.1" status: 200 len: 945 time: 0.1129570 Jan 24 07:03:15.199616 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-94fbfb6c-122a-4570-95ce-886adb4f7f64 req-6018ae06-5170-4d02-a7b5-e92e11d244d0 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/security-groups?id=e6c6f0fc-adc0-414d-839d-1f449449d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533040 Jan 24 07:03:15.458994 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a2d94b-5240-4833-8746-e4b3547fa5d8 req-0309dbe7-98f6-4083-9afa-03415c871d1a tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:15.460696 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-62a2d94b-5240-4833-8746-e4b3547fa5d8 req-0309dbe7-98f6-4083-9afa-03415c871d1a tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/ports?device_id=66d2a86f-27b2-48fd-bcbe-73c31aeb931d HTTP/1.1" status: 200 len: 946 time: 0.1081634 Jan 24 07:03:15.514488 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-62a2d94b-5240-4833-8746-e4b3547fa5d8 req-ec6f88f1-73dc-4662-bb07-6549aa6ce21e tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/security-groups?id=5e0aa7e0-9490-4a99-a5ac-c7a5cd879441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471036 Jan 24 07:03:15.930472 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b81ad58-aa9d-4e5f-bedf-21cdc11897c1 req-dc98b64a-b80d-4a37-91ed-8b30a1b0d3eb tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:15.932190 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-9b81ad58-aa9d-4e5f-bedf-21cdc11897c1 req-dc98b64a-b80d-4a37-91ed-8b30a1b0d3eb tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] 10.222.0.22 "GET /v2.0/ports?device_id=77036fcc-1a0c-46d9-83a6-3ce4cceb5f79 HTTP/1.1" status: 200 len: 931 time: 0.1183300 Jan 24 07:03:15.986717 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-9b81ad58-aa9d-4e5f-bedf-21cdc11897c1 req-8bc966e7-c1b0-421b-bda7-26bb71f3abaf tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] 10.222.0.22 "GET /v2.0/security-groups?id=6eae65fb-7168-443c-a9a4-1b775935cf24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481889 Jan 24 07:03:16.203489 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f05b4899-2f14-448c-a482-02776db5d9ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:03:16.468794 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d7a148-3078-4150-b236-6143d6817a22 req-f7b11764-7ecb-47d5-9e48-cae2fbccae2d tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:16.470504 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-e5d7a148-3078-4150-b236-6143d6817a22 req-f7b11764-7ecb-47d5-9e48-cae2fbccae2d tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/ports?device_id=95163a3c-ba0b-4102-9304-6feab8baf980 HTTP/1.1" status: 200 len: 945 time: 0.1154938 Jan 24 07:03:16.531582 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-e5d7a148-3078-4150-b236-6143d6817a22 req-12365294-94ed-451a-83a9-3a52d45323e8 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/security-groups?id=e6c6f0fc-adc0-414d-839d-1f449449d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535705 Jan 24 07:03:16.777797 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1743f8be-e75e-4a4b-99df-5f8cbaa3dea3 req-cd54af57-8fd3-4a2d-890f-c6eb96868fd8 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:16.779625 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-1743f8be-e75e-4a4b-99df-5f8cbaa3dea3 req-cd54af57-8fd3-4a2d-890f-c6eb96868fd8 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/ports?device_id=66d2a86f-27b2-48fd-bcbe-73c31aeb931d HTTP/1.1" status: 200 len: 946 time: 0.1193399 Jan 24 07:03:16.834350 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-1743f8be-e75e-4a4b-99df-5f8cbaa3dea3 req-a0b6a457-1c20-47b3-9672-927a7120ca16 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/security-groups?id=5e0aa7e0-9490-4a99-a5ac-c7a5cd879441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480251 Jan 24 07:03:17.232039 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206b5bf8-72c8-4768-8890-6b1f01ed26fe req-d6429efd-837b-4386-9184-71a44c133fbd tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:17.238226 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-206b5bf8-72c8-4768-8890-6b1f01ed26fe req-d6429efd-837b-4386-9184-71a44c133fbd tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] 10.222.0.22 "GET /v2.0/ports?device_id=77036fcc-1a0c-46d9-83a6-3ce4cceb5f79 HTTP/1.1" status: 200 len: 931 time: 0.1133225 Jan 24 07:03:17.291776 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-206b5bf8-72c8-4768-8890-6b1f01ed26fe req-41681099-8764-4f7a-8b11-be7771df8393 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] 10.222.0.22 "GET /v2.0/security-groups?id=6eae65fb-7168-443c-a9a4-1b775935cf24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510280 Jan 24 07:03:17.794411 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ebe726-cdf8-408e-bdf1-6235d34b5b92 req-8027c14a-3dd9-40da-a133-7d9ef81bb361 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:17.796476 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-d2ebe726-cdf8-408e-bdf1-6235d34b5b92 req-8027c14a-3dd9-40da-a133-7d9ef81bb361 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/ports?device_id=95163a3c-ba0b-4102-9304-6feab8baf980 HTTP/1.1" status: 200 len: 945 time: 0.1091568 Jan 24 07:03:17.851713 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-d2ebe726-cdf8-408e-bdf1-6235d34b5b92 req-af8ed31b-bc66-4ae6-bb16-9bbfa5522d33 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/security-groups?id=e6c6f0fc-adc0-414d-839d-1f449449d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482407 Jan 24 07:03:18.080544 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cacb841-6a8c-44f4-8945-ad0296cd3905 req-d1f7f9eb-57da-4a22-922d-56a17a0d02b4 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:18.082289 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-5cacb841-6a8c-44f4-8945-ad0296cd3905 req-d1f7f9eb-57da-4a22-922d-56a17a0d02b4 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/ports?device_id=66d2a86f-27b2-48fd-bcbe-73c31aeb931d HTTP/1.1" status: 200 len: 946 time: 0.1118956 Jan 24 07:03:18.135411 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-5cacb841-6a8c-44f4-8945-ad0296cd3905 req-f1545618-912d-49f6-ac89-1f339172f656 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/security-groups?id=5e0aa7e0-9490-4a99-a5ac-c7a5cd879441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465412 Jan 24 07:03:18.556061 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ba1196-f6a8-4d59-a3b4-9cd39c508eb6 req-3f65f8cd-3909-4abb-a2c9-5839da9675b9 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:18.557762 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-70ba1196-f6a8-4d59-a3b4-9cd39c508eb6 req-3f65f8cd-3909-4abb-a2c9-5839da9675b9 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] 10.222.0.22 "GET /v2.0/ports?device_id=77036fcc-1a0c-46d9-83a6-3ce4cceb5f79 HTTP/1.1" status: 200 len: 931 time: 0.1190462 Jan 24 07:03:18.610699 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-70ba1196-f6a8-4d59-a3b4-9cd39c508eb6 req-ccc7dd72-ed81-4d01-99f3-7455a1a4533f tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] 10.222.0.22 "GET /v2.0/security-groups?id=6eae65fb-7168-443c-a9a4-1b775935cf24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467622 Jan 24 07:03:19.119089 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cc4872-5165-48b6-bc98-d6ff5100b2ca req-3e3d7efb-9567-4206-9bff-742c83c1a207 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:19.121191 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-c9cc4872-5165-48b6-bc98-d6ff5100b2ca req-3e3d7efb-9567-4206-9bff-742c83c1a207 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/ports?device_id=95163a3c-ba0b-4102-9304-6feab8baf980 HTTP/1.1" status: 200 len: 945 time: 0.1147590 Jan 24 07:03:19.177357 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-c9cc4872-5165-48b6-bc98-d6ff5100b2ca req-9f6e48bc-3d13-4a8e-b9a2-8949f59d6590 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/security-groups?id=e6c6f0fc-adc0-414d-839d-1f449449d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487504 Jan 24 07:03:19.385256 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b1d7ef-4216-4c6d-8857-7394c8718fc8 req-6b86b7b9-bb52-4fdc-bcd5-31643fc2e911 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:19.386869 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-c4b1d7ef-4216-4c6d-8857-7394c8718fc8 req-6b86b7b9-bb52-4fdc-bcd5-31643fc2e911 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/ports?device_id=66d2a86f-27b2-48fd-bcbe-73c31aeb931d HTTP/1.1" status: 200 len: 946 time: 0.1110122 Jan 24 07:03:19.441353 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-c4b1d7ef-4216-4c6d-8857-7394c8718fc8 req-159ff9d9-097b-4b66-9e25-5ec1bae363f0 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/security-groups?id=5e0aa7e0-9490-4a99-a5ac-c7a5cd879441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477095 Jan 24 07:03:19.624809 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-73e242ac-8790-4a78-a707-fe00eef564b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:03:19.850984 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9962f1-9393-4429-b8f2-4414287a8f8b req-7e072a48-cf85-42a5-9220-a255be531ed6 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:19.852606 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-7e9962f1-9393-4429-b8f2-4414287a8f8b req-7e072a48-cf85-42a5-9220-a255be531ed6 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] 10.222.0.22 "GET /v2.0/ports?device_id=77036fcc-1a0c-46d9-83a6-3ce4cceb5f79 HTTP/1.1" status: 200 len: 931 time: 0.1072905 Jan 24 07:03:19.902949 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-7e9962f1-9393-4429-b8f2-4414287a8f8b req-3036a42c-1253-430c-929c-737ca03086ec tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] 10.222.0.22 "GET /v2.0/security-groups?id=6eae65fb-7168-443c-a9a4-1b775935cf24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440521 Jan 24 07:03:20.039195 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.base [req-9177ca6f-f5fe-4f0c-b792-57aa96c2d0da req-c3cc8089-3baf-467a-ae72-51385127fec4 service neutron] Request body: {'port': {'device_id': '77036fcc-1a0c-46d9-83a6-3ce4cceb5f79', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=80235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 07:03:20.165968 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-9177ca6f-f5fe-4f0c-b792-57aa96c2d0da req-c3cc8089-3baf-467a-ae72-51385127fec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:03:20.442216 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd4d954-57bf-43a8-8e16-5d949401805e req-2a95778c-c1b8-4b2a-8e07-313adcd388bc tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:20.443992 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-ffd4d954-57bf-43a8-8e16-5d949401805e req-2a95778c-c1b8-4b2a-8e07-313adcd388bc tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/ports?device_id=95163a3c-ba0b-4102-9304-6feab8baf980 HTTP/1.1" status: 200 len: 945 time: 0.1067009 Jan 24 07:03:20.512668 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-ffd4d954-57bf-43a8-8e16-5d949401805e req-82327b9b-669c-4f8b-b79b-44ca09387105 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/security-groups?id=e6c6f0fc-adc0-414d-839d-1f449449d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613675 Jan 24 07:03:20.528627 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70842a87-cb3e-4d62-8608-ac81063cb74b req-640b2b64-e299-46cf-b17b-423b2db83cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:20.530271 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-70842a87-cb3e-4d62-8608-ac81063cb74b req-640b2b64-e299-46cf-b17b-423b2db83cb4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=66d2a86f-27b2-48fd-bcbe-73c31aeb931d HTTP/1.1" status: 200 len: 1163 time: 0.2611732 Jan 24 07:03:20.610125 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-70842a87-cb3e-4d62-8608-ac81063cb74b req-63bed0ab-2393-4438-9632-dc641e426fd1 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=5e0aa7e0-9490-4a99-a5ac-c7a5cd879441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718093 Jan 24 07:03:20.686114 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104427a0-d30e-49b5-9fa5-3cbf0eccf5ec req-969c3a3e-fbec-4d88-ad65-ee852b43ac92 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:20.688443 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-104427a0-d30e-49b5-9fa5-3cbf0eccf5ec req-969c3a3e-fbec-4d88-ad65-ee852b43ac92 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/ports?device_id=66d2a86f-27b2-48fd-bcbe-73c31aeb931d HTTP/1.1" status: 200 len: 946 time: 0.1104617 Jan 24 07:03:20.689581 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-86c22e94-3df8-49be-b4aa-b357ea8b898d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:03:20.854017 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-104427a0-d30e-49b5-9fa5-3cbf0eccf5ec req-fb6f1a8d-0f0c-4edc-939e-5ac7994aa526 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/security-groups?id=5e0aa7e0-9490-4a99-a5ac-c7a5cd879441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1315072 Jan 24 07:03:20.961272 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [req-9177ca6f-f5fe-4f0c-b792-57aa96c2d0da req-c3cc8089-3baf-467a-ae72-51385127fec4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b64072b-0c44-44bd-b072-9213dd372648 {{(pid=80235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 24 07:03:20.969211 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-9177ca6f-f5fe-4f0c-b792-57aa96c2d0da req-c3cc8089-3baf-467a-ae72-51385127fec4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:03:20.982024 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [req-9177ca6f-f5fe-4f0c-b792-57aa96c2d0da req-c3cc8089-3baf-467a-ae72-51385127fec4 service neutron] Transition to ACTIVE for port object 5b64072b-0c44-44bd-b072-9213dd372648 will not be triggered until provisioned by entity L2. {{(pid=80235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 07:03:20.984881 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-9177ca6f-f5fe-4f0c-b792-57aa96c2d0da req-c3cc8089-3baf-467a-ae72-51385127fec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2920372'] for port, after_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:03:21.000023 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-6f25c9fa-5dea-476b-93af-ce2204433c34 tempest-VolumesNegativeTest-1764484282 tempest-VolumesNegativeTest-1764484282] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:03:21.121514 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:03:21.132669 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cc8089-3baf-467a-ae72-51385127fec4 service neutron] Pushing event updated for resources: {'Port': ['ID=5b64072b-0c44-44bd-b072-9213dd372648,revision_number=2']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:03:21.137126 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-c3cc8089-3baf-467a-ae72-51385127fec4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:03:21.148690 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075c3796-9075-4060-9086-d7ae35f50b0e req-d6203ea9-21df-4bb0-bbd4-ded90123c2f4 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:21.150427 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-075c3796-9075-4060-9086-d7ae35f50b0e req-d6203ea9-21df-4bb0-bbd4-ded90123c2f4 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] 10.222.0.22 "GET /v2.0/ports?device_id=77036fcc-1a0c-46d9-83a6-3ce4cceb5f79 HTTP/1.1" status: 200 len: 943 time: 0.1131575 Jan 24 07:03:21.208305 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-075c3796-9075-4060-9086-d7ae35f50b0e req-48531d43-7e96-4d20-b0bd-27a52d8f4434 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] 10.222.0.22 "GET /v2.0/security-groups?id=6eae65fb-7168-443c-a9a4-1b775935cf24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514703 Jan 24 07:03:21.335262 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [req-9177ca6f-f5fe-4f0c-b792-57aa96c2d0da req-c3cc8089-3baf-467a-ae72-51385127fec4 service neutron] Attempting to bind port 5b64072b-0c44-44bd-b072-9213dd372648 on host hv-cinder-77218 for vnic_type normal with profile {{(pid=80235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 07:03:21.335631 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [req-9177ca6f-f5fe-4f0c-b792-57aa96c2d0da req-c3cc8089-3baf-467a-ae72-51385127fec4 service neutron] Attempting to bind port 5b64072b-0c44-44bd-b072-9213dd372648 by drivers openvswitch on host hv-cinder-77218 at level 0 using segments [{'id': '30da51e1-6089-4aea-ae43-59dc3d6d1d4c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0778c19a-a4dd-4c37-939b-e3b5bf8b4d40'}] {{(pid=80235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 07:03:21.336022 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9177ca6f-f5fe-4f0c-b792-57aa96c2d0da req-c3cc8089-3baf-467a-ae72-51385127fec4 service neutron] Attempting to bind port 5b64072b-0c44-44bd-b072-9213dd372648 on network 0778c19a-a4dd-4c37-939b-e3b5bf8b4d40 {{(pid=80235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 07:03:21.342038 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9177ca6f-f5fe-4f0c-b792-57aa96c2d0da req-c3cc8089-3baf-467a-ae72-51385127fec4 service neutron] Checking agent: {'id': '40eb7c3e-e5ac-488d-8f03-a26480a7dd43', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 6, 56, 30), 'started_at': datetime.datetime(2021, 1, 24, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 07:03:21.342411 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9177ca6f-f5fe-4f0c-b792-57aa96c2d0da req-c3cc8089-3baf-467a-ae72-51385127fec4 service neutron] Checking segment: {'id': '30da51e1-6089-4aea-ae43-59dc3d6d1d4c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0778c19a-a4dd-4c37-939b-e3b5bf8b4d40'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 07:03:21.342806 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-9177ca6f-f5fe-4f0c-b792-57aa96c2d0da req-c3cc8089-3baf-467a-ae72-51385127fec4 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:03:21.343238 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9177ca6f-f5fe-4f0c-b792-57aa96c2d0da req-c3cc8089-3baf-467a-ae72-51385127fec4 service neutron] Bound using segment: {'id': '30da51e1-6089-4aea-ae43-59dc3d6d1d4c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0778c19a-a4dd-4c37-939b-e3b5bf8b4d40'} {{(pid=80235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 07:03:21.343721 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [req-9177ca6f-f5fe-4f0c-b792-57aa96c2d0da req-c3cc8089-3baf-467a-ae72-51385127fec4 service neutron] Bound port: 5b64072b-0c44-44bd-b072-9213dd372648, host: hv-cinder-77218, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30da51e1-6089-4aea-ae43-59dc3d6d1d4c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0778c19a-a4dd-4c37-939b-e3b5bf8b4d40'}}] {{(pid=80235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 07:03:21.344088 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-9177ca6f-f5fe-4f0c-b792-57aa96c2d0da req-c3cc8089-3baf-467a-ae72-51385127fec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:03:21.435981 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-9177ca6f-f5fe-4f0c-b792-57aa96c2d0da req-c3cc8089-3baf-467a-ae72-51385127fec4 service neutron] For port 5b64072b-0c44-44bd-b072-9213dd372648, host hv-cinder-77218, cleared binding levels {{(pid=80235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 07:03:21.438959 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-9177ca6f-f5fe-4f0c-b792-57aa96c2d0da req-c3cc8089-3baf-467a-ae72-51385127fec4 service neutron] For port 5b64072b-0c44-44bd-b072-9213dd372648, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=5b64072b-0c44-44bd-b072-9213dd372648,segment=NetworkSegment(30da51e1-6089-4aea-ae43-59dc3d6d1d4c),segment_id=30da51e1-6089-4aea-ae43-59dc3d6d1d4c)] {{(pid=80235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 07:03:21.442282 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-9177ca6f-f5fe-4f0c-b792-57aa96c2d0da req-c3cc8089-3baf-467a-ae72-51385127fec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2920372'] for port, after_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:03:21.458483 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-98f83531-6ecf-4275-896d-9fc052628f9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:03:21.616188 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cc8089-3baf-467a-ae72-51385127fec4 service neutron] Pushing event updated for resources: {'Port': ['ID=5b64072b-0c44-44bd-b072-9213dd372648,revision_number=3']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:03:21.619773 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-c3cc8089-3baf-467a-ae72-51385127fec4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:03:21.653582 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9177ca6f-f5fe-4f0c-b792-57aa96c2d0da req-c3cc8089-3baf-467a-ae72-51385127fec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:21.654155 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-9177ca6f-f5fe-4f0c-b792-57aa96c2d0da req-c3cc8089-3baf-467a-ae72-51385127fec4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149749'] for port, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:03:21.655618 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-9177ca6f-f5fe-4f0c-b792-57aa96c2d0da req-c3cc8089-3baf-467a-ae72-51385127fec4 service neutron] 10.222.0.18 "PUT /v2.0/ports/5b64072b-0c44-44bd-b072-9213dd372648 HTTP/1.1" status: 200 len: 1157 time: 1.6221416 Jan 24 07:03:21.656232 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77036fcc-1a0c-46d9-83a6-3ce4cceb5f79', 'tag': '5b64072b-0c44-44bd-b072-9213dd372648'}] {{(pid=80235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 07:03:21.719626 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77036fcc-1a0c-46d9-83a6-3ce4cceb5f79', 'tag': '5b64072b-0c44-44bd-b072-9213dd372648', 'status': 'completed', 'code': 200} Jan 24 07:03:21.781612 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c2525b-3cd9-4a93-9b93-917d7d9cd9ed req-0830ebf9-3936-49d5-a224-244aaf2f8e2b tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:21.783353 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-52c2525b-3cd9-4a93-9b93-917d7d9cd9ed req-0830ebf9-3936-49d5-a224-244aaf2f8e2b tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/ports?device_id=95163a3c-ba0b-4102-9304-6feab8baf980 HTTP/1.1" status: 200 len: 945 time: 0.1150815 Jan 24 07:03:21.839336 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-52c2525b-3cd9-4a93-9b93-917d7d9cd9ed req-35517b63-9c18-425c-9fb6-0de7909ab7ba tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/security-groups?id=e6c6f0fc-adc0-414d-839d-1f449449d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494895 Jan 24 07:03:21.871933 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9177ca6f-f5fe-4f0c-b792-57aa96c2d0da req-84676446-cb98-4114-9cbf-915b6838997e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:21.874089 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-9177ca6f-f5fe-4f0c-b792-57aa96c2d0da req-84676446-cb98-4114-9cbf-915b6838997e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d4e12424e8744806b903d167ceb7efca&device_id=77036fcc-1a0c-46d9-83a6-3ce4cceb5f79 HTTP/1.1" status: 200 len: 1160 time: 0.0998800 Jan 24 07:03:21.966260 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-9177ca6f-f5fe-4f0c-b792-57aa96c2d0da req-123e3bd0-57b5-4f56-bf9e-970de1b545dd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b64072b-0c44-44bd-b072-9213dd372648 HTTP/1.1" status: 200 len: 217 time: 0.0713227 Jan 24 07:03:22.038929 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9177ca6f-f5fe-4f0c-b792-57aa96c2d0da req-32ac6005-4812-43a7-94fb-4ada6153876f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:22.040567 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-9177ca6f-f5fe-4f0c-b792-57aa96c2d0da req-32ac6005-4812-43a7-94fb-4ada6153876f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c1f8ce7e-f633-4d2b-a697-18e4b662c620 HTTP/1.1" status: 200 len: 854 time: 0.0664287 Jan 24 07:03:22.122339 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9177ca6f-f5fe-4f0c-b792-57aa96c2d0da req-fb8d747f-88d9-47cb-baf7-73835dc5c59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:22.123987 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-9177ca6f-f5fe-4f0c-b792-57aa96c2d0da req-fb8d747f-88d9-47cb-baf7-73835dc5c59e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0778c19a-a4dd-4c37-939b-e3b5bf8b4d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0760250 Jan 24 07:03:22.126888 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32187c29-f53a-456e-a4ad-0974dd923d81 req-929450d6-c659-4467-ba33-4155b2acf439 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:22.128531 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-32187c29-f53a-456e-a4ad-0974dd923d81 req-929450d6-c659-4467-ba33-4155b2acf439 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/ports?device_id=66d2a86f-27b2-48fd-bcbe-73c31aeb931d HTTP/1.1" status: 200 len: 946 time: 0.1064956 Jan 24 07:03:22.138540 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Device cafa292e-beda-4519-a550-d7496597125e up at agent ovs-agent-hv-cinder-77218 {{(pid=80237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 07:03:22.191077 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-32187c29-f53a-456e-a4ad-0974dd923d81 req-018b7119-f773-4262-97a0-2745c10a036f tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/security-groups?id=5e0aa7e0-9490-4a99-a5ac-c7a5cd879441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450659 Jan 24 07:03:22.221061 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Provisioning complete for port cafa292e-beda-4519-a550-d7496597125e triggered by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 07:03:22.221061 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:03:22.272760 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-9177ca6f-f5fe-4f0c-b792-57aa96c2d0da req-1cf25fa7-31c5-42c4-8ca3-d2414f01c34b service neutron] 10.222.0.18 "GET /v2.0/networks/0778c19a-a4dd-4c37-939b-e3b5bf8b4d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404810 Jan 24 07:03:22.451325 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-9177ca6f-f5fe-4f0c-b792-57aa96c2d0da req-3debbfd7-ddb6-45ef-b3a7-d9df4b192268 service neutron] 10.222.0.18 "GET /v2.0/networks/0778c19a-a4dd-4c37-939b-e3b5bf8b4d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1532598 Jan 24 07:03:22.505843 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610a5e30-bf18-43f9-8a9d-4edd701f9edc req-1b7772c4-7951-4321-970b-6dc16bb9d260 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:22.507425 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-610a5e30-bf18-43f9-8a9d-4edd701f9edc req-1b7772c4-7951-4321-970b-6dc16bb9d260 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/ports?device_id=66d2a86f-27b2-48fd-bcbe-73c31aeb931d HTTP/1.1" status: 200 len: 946 time: 0.1818409 Jan 24 07:03:22.517421 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 37040) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:03:22.524028 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-74cf8f12-8664-45a3-83ac-57e9dcbc156e tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Request body: {'floatingip': {'port_id': 'fa7af62c-5ed7-4218-95f1-00b18edbbdc4'}} {{(pid=80235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 07:03:22.533968 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fedf72b-e36b-4dcf-b81c-70d189f65d14 req-c8dabfaa-1cd2-4443-b212-5eba3a1acbdd tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:22.536162 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-5fedf72b-e36b-4dcf-b81c-70d189f65d14 req-c8dabfaa-1cd2-4443-b212-5eba3a1acbdd tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] 10.222.0.22 "GET /v2.0/ports?device_id=77036fcc-1a0c-46d9-83a6-3ce4cceb5f79 HTTP/1.1" status: 200 len: 943 time: 0.1739292 Jan 24 07:03:22.595554 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-5fedf72b-e36b-4dcf-b81c-70d189f65d14 req-775a2ee4-43fe-44bf-953a-90def0624843 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] 10.222.0.22 "GET /v2.0/security-groups?id=6eae65fb-7168-443c-a9a4-1b775935cf24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491107 Jan 24 07:03:22.657010 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-234e5594-7a0b-4e8c-b8aa-6f4b31972cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:03:22.670247 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-74cf8f12-8664-45a3-83ac-57e9dcbc156e tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Notify callbacks [] for floatingip, before_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:03:22.877101 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b7fed4-a913-4db9-b174-beec86787389 req-a2672eda-574c-4f68-a6e9-5f8661ffd4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:22.879332 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-a9b7fed4-a913-4db9-b174-beec86787389 req-a2672eda-574c-4f68-a6e9-5f8661ffd4aa service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d4e12424e8744806b903d167ceb7efca&device_id=77036fcc-1a0c-46d9-83a6-3ce4cceb5f79 HTTP/1.1" status: 200 len: 1160 time: 0.2890091 Jan 24 07:03:23.144017 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c6e3d8-a99e-43db-a26a-7e4d0e970b8a req-bdeddceb-8035-403a-84c0-546eb5e85d94 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:23.145957 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-e5c6e3d8-a99e-43db-a26a-7e4d0e970b8a req-bdeddceb-8035-403a-84c0-546eb5e85d94 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/ports?device_id=95163a3c-ba0b-4102-9304-6feab8baf980 HTTP/1.1" status: 200 len: 945 time: 0.1488388 Jan 24 07:03:23.224888 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-e5c6e3d8-a99e-43db-a26a-7e4d0e970b8a req-9ec1b8ec-b62c-48c2-bb48-bc276d7a3eec tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/security-groups?id=e6c6f0fc-adc0-414d-839d-1f449449d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722270 Jan 24 07:03:23.278080 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b7fed4-a913-4db9-b174-beec86787389 req-faa6ee77-e916-43c4-9f08-c63588deca95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:23.279758 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-a9b7fed4-a913-4db9-b174-beec86787389 req-faa6ee77-e916-43c4-9f08-c63588deca95 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0778c19a-a4dd-4c37-939b-e3b5bf8b4d40 HTTP/1.1" status: 200 len: 909 time: 0.3874257 Jan 24 07:03:23.434162 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1256fd7d-9884-44d4-80fe-d44e39f0cc06 req-1569d03d-24a4-4b6c-be15-74c36f9736ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:23.436042 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-1256fd7d-9884-44d4-80fe-d44e39f0cc06 req-1569d03d-24a4-4b6c-be15-74c36f9736ef service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b352ad353356444ca4a7e94501f26e10&device_id=95163a3c-ba0b-4102-9304-6feab8baf980 HTTP/1.1" status: 200 len: 1162 time: 0.5425537 Jan 24 07:03:23.455198 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-a9b7fed4-a913-4db9-b174-beec86787389 req-285d1b34-c893-4338-a40b-77a74800f39a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b64072b-0c44-44bd-b072-9213dd372648 HTTP/1.1" status: 200 len: 217 time: 0.1656585 Jan 24 07:03:23.870679 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4071be84-0746-415a-846e-b5e75f658559 req-b4882d80-6898-4ab4-a9d4-9350f031c58d tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:23.878878 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-4071be84-0746-415a-846e-b5e75f658559 req-b4882d80-6898-4ab4-a9d4-9350f031c58d tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] 10.222.0.22 "GET /v2.0/ports?device_id=77036fcc-1a0c-46d9-83a6-3ce4cceb5f79 HTTP/1.1" status: 200 len: 943 time: 0.1206007 Jan 24 07:03:23.944605 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-4071be84-0746-415a-846e-b5e75f658559 req-3a5913de-4bcd-4560-9ae4-93afaa853ca3 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] 10.222.0.22 "GET /v2.0/security-groups?id=6eae65fb-7168-443c-a9a4-1b775935cf24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645020 Jan 24 07:03:24.103136 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-74cf8f12-8664-45a3-83ac-57e9dcbc156e tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Notify callbacks [] for floatingip, precommit_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:03:24.106373 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b7fed4-a913-4db9-b174-beec86787389 req-788b4b47-b356-42a0-8aef-1dc535fd192f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:24.108009 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-a9b7fed4-a913-4db9-b174-beec86787389 req-788b4b47-b356-42a0-8aef-1dc535fd192f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c1f8ce7e-f633-4d2b-a697-18e4b662c620 HTTP/1.1" status: 200 len: 854 time: 0.6297231 Jan 24 07:03:24.109410 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1256fd7d-9884-44d4-80fe-d44e39f0cc06 req-445ba407-11bb-4693-a95e-08a4f340881b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:24.110801 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-1256fd7d-9884-44d4-80fe-d44e39f0cc06 req-445ba407-11bb-4693-a95e-08a4f340881b service neutron] 10.222.0.18 "GET /v2.0/networks?id=e13c5a42-1024-4ca2-b72d-41265c0f5cf1 HTTP/1.1" status: 200 len: 910 time: 0.6338031 Jan 24 07:03:24.111542 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-74cf8f12-8664-45a3-83ac-57e9dcbc156e tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854261494'] for floatingip, after_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:03:24.443401 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-1256fd7d-9884-44d4-80fe-d44e39f0cc06 req-f1a4a8c1-8ad5-473e-899c-3e1d715fda1f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cafa292e-beda-4519-a550-d7496597125e HTTP/1.1" status: 200 len: 1001 time: 0.2797408 Jan 24 07:03:24.513787 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b7fed4-a913-4db9-b174-beec86787389 req-f789cc3d-b6f2-4e57-aabd-a6f79b641733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:24.515257 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-a9b7fed4-a913-4db9-b174-beec86787389 req-f789cc3d-b6f2-4e57-aabd-a6f79b641733 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0778c19a-a4dd-4c37-939b-e3b5bf8b4d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3451958 Jan 24 07:03:24.520664 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.db.l3_db [None req-74cf8f12-8664-45a3-83ac-57e9dcbc156e tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Floating IP d243f117-7aaf-4ec4-9ba8-7c57e1535d34 associated. External IP: 172.28.0.95, port: fa7af62c-5ed7-4218-95f1-00b18edbbdc4. Jan 24 07:03:24.547761 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c346ec5-5f77-4217-9cc9-6c9dc29df69b req-0defd8fc-a2fa-433c-a9fc-e751599ef289 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:24.549789 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-8c346ec5-5f77-4217-9cc9-6c9dc29df69b req-0defd8fc-a2fa-433c-a9fc-e751599ef289 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/ports?device_id=95163a3c-ba0b-4102-9304-6feab8baf980 HTTP/1.1" status: 200 len: 945 time: 0.1352742 Jan 24 07:03:24.626686 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-8c346ec5-5f77-4217-9cc9-6c9dc29df69b req-4bd82772-812a-4a59-b817-81068ddd4852 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/security-groups?id=e6c6f0fc-adc0-414d-839d-1f449449d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696838 Jan 24 07:03:24.767974 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1256fd7d-9884-44d4-80fe-d44e39f0cc06 req-122d55fe-e813-4ed9-a2c6-107c1c4eaac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:24.770516 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-1256fd7d-9884-44d4-80fe-d44e39f0cc06 req-122d55fe-e813-4ed9-a2c6-107c1c4eaac0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b8139419-7045-48a6-8319-a8eda9bca8a9 HTTP/1.1" status: 200 len: 855 time: 0.3169584 Jan 24 07:03:24.920802 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-a9b7fed4-a913-4db9-b174-beec86787389 req-7c8b3ca8-41e0-4be8-a3a2-7292e286e796 service neutron] 10.222.0.18 "GET /v2.0/networks/0778c19a-a4dd-4c37-939b-e3b5bf8b4d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3289864 Jan 24 07:03:25.203003 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1256fd7d-9884-44d4-80fe-d44e39f0cc06 req-c2151edb-774f-40a1-88b4-506985ea3e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:25.204843 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-1256fd7d-9884-44d4-80fe-d44e39f0cc06 req-c2151edb-774f-40a1-88b4-506985ea3e98 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e13c5a42-1024-4ca2-b72d-41265c0f5cf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4273756 Jan 24 07:03:25.231147 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0f45c0-206e-47db-90b4-a7209cc827d1 req-2ac258c3-f4f4-41c7-be1e-cc48d233d579 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:25.233476 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-3d0f45c0-206e-47db-90b4-a7209cc827d1 req-2ac258c3-f4f4-41c7-be1e-cc48d233d579 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] 10.222.0.22 "GET /v2.0/ports?device_id=77036fcc-1a0c-46d9-83a6-3ce4cceb5f79 HTTP/1.1" status: 200 len: 943 time: 0.1345110 Jan 24 07:03:25.313237 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-3d0f45c0-206e-47db-90b4-a7209cc827d1 req-574ff7f4-a469-4ee1-9dde-f89f3e533499 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] 10.222.0.22 "GET /v2.0/security-groups?id=6eae65fb-7168-443c-a9a4-1b775935cf24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714905 Jan 24 07:03:25.418888 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-1256fd7d-9884-44d4-80fe-d44e39f0cc06 req-f035085a-de15-4470-b34d-6b7dcdbdfd1d service neutron] 10.222.0.18 "GET /v2.0/networks/e13c5a42-1024-4ca2-b72d-41265c0f5cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049839 Jan 24 07:03:25.465683 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74cf8f12-8664-45a3-83ac-57e9dcbc156e tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Router c96de43a-59d1-460d-a1b9-d50ba998bb57 has already been hosted by L3 agent 4d190a5c-2620-4f2a-bccf-f8076df9706a {{(pid=80235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 24 07:03:25.477176 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-a9b7fed4-a913-4db9-b174-beec86787389 req-8585bb1d-9717-4389-8470-156d4a19633b service neutron] 10.222.0.18 "GET /v2.0/networks/0778c19a-a4dd-4c37-939b-e3b5bf8b4d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4944587 Jan 24 07:03:25.947895 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5833798a-a49a-4aff-9547-2c7aa7bf8b48 req-fd171a10-43c7-46ec-b049-8f2bf5039b8b tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:25.949643 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-5833798a-a49a-4aff-9547-2c7aa7bf8b48 req-fd171a10-43c7-46ec-b049-8f2bf5039b8b tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/ports?device_id=95163a3c-ba0b-4102-9304-6feab8baf980 HTTP/1.1" status: 200 len: 945 time: 0.1217840 Jan 24 07:03:26.014438 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-5833798a-a49a-4aff-9547-2c7aa7bf8b48 req-5f5cf90f-9743-4cd8-a409-1221928522d4 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/security-groups?id=e6c6f0fc-adc0-414d-839d-1f449449d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577185 Jan 24 07:03:26.084908 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.objects.ports [None req-e69214ff-ab02-45bd-ba64-dbd05d92e9c5 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80237) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 24 07:03:26.087801 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-1256fd7d-9884-44d4-80fe-d44e39f0cc06 req-95e6193a-5ea8-4bcd-98f2-ff665222b9ff service neutron] 10.222.0.18 "GET /v2.0/networks/e13c5a42-1024-4ca2-b72d-41265c0f5cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6538591 Jan 24 07:03:26.103535 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74cf8f12-8664-45a3-83ac-57e9dcbc156e tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Notify agent at l3_agent.dv-cinder-772181-6-smb the message routers_updated {{(pid=80235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 24 07:03:26.115035 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db556022-558f-4ec0-8631-71157bd7cd99 None None] Sync routers for ids ['c96de43a-59d1-460d-a1b9-d50ba998bb57'] in dv-cinder-772181-6-smb {{(pid=80237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 24 07:03:26.115711 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-74cf8f12-8664-45a3-83ac-57e9dcbc156e tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149749'] for floatingip, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:03:26.127662 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db556022-558f-4ec0-8631-71157bd7cd99 None None] Routers {'c96de43a-59d1-460d-a1b9-d50ba998bb57'} bound to L3 agent in host dv-cinder-772181-6-smb {{(pid=80237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 07:03:26.128521 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-db556022-558f-4ec0-8631-71157bd7cd99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-24T06:49:21Z,description=,heartbeat_timestamp=2021-01-24T07:03:21Z,host='dv-cinder-772181-6-smb',id=4d190a5c-2620-4f2a-bccf-f8076df9706a,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T06:49:21Z,topic='l3_agent')) {'router_ids': ['c96de43a-59d1-460d-a1b9-d50ba998bb57'], 'active': True} {{(pid=80237) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:03:26.196652 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-74cf8f12-8664-45a3-83ac-57e9dcbc156e tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "PUT /v2.0/floatingips/d243f117-7aaf-4ec4-9ba8-7c57e1535d34 HTTP/1.1" status: 200 len: 991 time: 3.6780288 Jan 24 07:03:26.197748 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66d2a86f-27b2-48fd-bcbe-73c31aeb931d', 'tag': 'fa7af62c-5ed7-4218-95f1-00b18edbbdc4'}] {{(pid=80235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 07:03:26.258976 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66d2a86f-27b2-48fd-bcbe-73c31aeb931d', 'tag': 'fa7af62c-5ed7-4218-95f1-00b18edbbdc4', 'status': 'completed', 'code': 200} Jan 24 07:03:26.408326 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16a9f0d-6234-477f-9cfe-b7ec1c98ea6c req-07723871-5089-4d1f-ba44-9a991f06058b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:26.411275 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-c16a9f0d-6234-477f-9cfe-b7ec1c98ea6c req-07723871-5089-4d1f-ba44-9a991f06058b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2fc6fa56d19f4f2496beee60631c3cb7&device_id=66d2a86f-27b2-48fd-bcbe-73c31aeb931d HTTP/1.1" status: 200 len: 1163 time: 0.1035786 Jan 24 07:03:26.428893 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-db556022-558f-4ec0-8631-71157bd7cd99 None None] Set router c96de43a-59d1-460d-a1b9-d50ba998bb57 gateway port host: dv-cinder-772181-6-smb {{(pid=80237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 07:03:26.623010 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2770215-7514-4807-b3de-e8ecbac3e3df req-e16e20b0-9ab4-4ff2-b075-ea64c3487fba tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:26.633444 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-d2770215-7514-4807-b3de-e8ecbac3e3df req-e16e20b0-9ab4-4ff2-b075-ea64c3487fba tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] 10.222.0.22 "GET /v2.0/ports?device_id=77036fcc-1a0c-46d9-83a6-3ce4cceb5f79 HTTP/1.1" status: 200 len: 943 time: 0.1624706 Jan 24 07:03:26.698583 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16a9f0d-6234-477f-9cfe-b7ec1c98ea6c req-bf7aff3a-eba0-4e24-b1f4-0d7ed2f0b8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:26.701540 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-c16a9f0d-6234-477f-9cfe-b7ec1c98ea6c req-bf7aff3a-eba0-4e24-b1f4-0d7ed2f0b8fe service neutron] 10.222.0.18 "GET /v2.0/networks?id=440b000a-80da-445e-b13a-3c626561a2d5 HTTP/1.1" status: 200 len: 904 time: 0.2749810 Jan 24 07:03:26.720352 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-d2770215-7514-4807-b3de-e8ecbac3e3df req-2c303f89-61fa-4823-ba1e-37799e185ac2 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] 10.222.0.22 "GET /v2.0/security-groups?id=6eae65fb-7168-443c-a9a4-1b775935cf24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858722 Jan 24 07:03:26.761294 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Device 5b64072b-0c44-44bd-b072-9213dd372648 up at agent ovs-agent-hv-cinder-77218 {{(pid=80237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 07:03:26.854450 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-c16a9f0d-6234-477f-9cfe-b7ec1c98ea6c req-698f3a12-a371-4e6f-ab85-5740e91efe28 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fa7af62c-5ed7-4218-95f1-00b18edbbdc4 HTTP/1.1" status: 200 len: 999 time: 0.1460869 Jan 24 07:03:26.908655 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Provisioning for port 5b64072b-0c44-44bd-b072-9213dd372648 completed by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 07:03:26.919847 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Provisioning complete for port 5b64072b-0c44-44bd-b072-9213dd372648 triggered by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 07:03:26.920271 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:03:26.934035 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16a9f0d-6234-477f-9cfe-b7ec1c98ea6c req-eeb4064a-7b5c-423c-9b98-309fc45d5042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:26.935726 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-c16a9f0d-6234-477f-9cfe-b7ec1c98ea6c req-eeb4064a-7b5c-423c-9b98-309fc45d5042 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f89146f0-67b7-43a2-a952-f2f292e8520d HTTP/1.1" status: 200 len: 849 time: 0.0694380 Jan 24 07:03:27.006592 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-db556022-558f-4ec0-8631-71157bd7cd99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c96de43a-59d1-460d-a1b9-d50ba998bb57', 'name': 'tempest-AttachVolumeTestJSON-479307682-router', 'tenant_id': '2fc6fa56d19f4f2496beee60631c3cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'external_fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.159'}], 'enable_snat': True}, 'gw_port_id': 'c688ab2c-9bd6-42aa-b66c-2b236de57deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T06:58:33Z', 'updated_at': '2021-01-24T06:58:43Z', 'revision_number': 4, 'project_id': '2fc6fa56d19f4f2496beee60631c3cb7', 'gw_port': {'id': 'c688ab2c-9bd6-42aa-b66c-2b236de57deb', 'name': '', 'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:d2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96de43a-59d1-460d-a1b9-d50ba998bb57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T06:58:34Z', 'updated_at': '2021-01-24T06:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-6-smb', '_floatingips': [{'id': 'd243f117-7aaf-4ec4-9ba8-7c57e1535d34', 'tenant_id': '2fc6fa56d19f4f2496beee60631c3cb7', 'floating_ip_address': '172.28.0.95', 'floating_network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'router_id': 'c96de43a-59d1-460d-a1b9-d50ba998bb57', 'port_id': 'fa7af62c-5ed7-4218-95f1-00b18edbbdc4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '440b000a-80da-445e-b13a-3c626561a2d5', 'mac_address': 'fa:16:3e:bd:77:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d2a86f-27b2-48fd-bcbe-73c31aeb931d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-24T07:03:00Z', 'updated_at': '2021-01-24T07:03:23Z', 'revision_number': 1, 'project_id': '2fc6fa56d19f4f2496beee60631c3cb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df483948-5127-4d1a-ae4c-a52412df60fd', 'name': '', 'network_id': '440b000a-80da-445e-b13a-3c626561a2d5', 'tenant_id': '2fc6fa56d19f4f2496beee60631c3cb7', 'mac_address': 'fa:16:3e:1d:57:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96de43a-59d1-460d-a1b9-d50ba998bb57', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f89146f0-67b7-43a2-a952-f2f292e8520d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T06:58:41Z', 'updated_at': '2021-01-24T06:59:00Z', 'revision_number': 5, 'project_id': '2fc6fa56d19f4f2496beee60631c3cb7', 'subnets': [{'id': 'f89146f0-67b7-43a2-a952-f2f292e8520d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-6-smb', False) {} {{(pid=80237) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:03:27.018276 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db556022-558f-4ec0-8631-71157bd7cd99 None None] Checking router: c96de43a-59d1-460d-a1b9-d50ba998bb57 for host: dv-cinder-772181-6-smb {{(pid=80237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 24 07:03:27.040548 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db556022-558f-4ec0-8631-71157bd7cd99 None None] Routers {'c96de43a-59d1-460d-a1b9-d50ba998bb57'} bound to L3 agent in host dv-cinder-772181-6-smb {{(pid=80237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 07:03:27.041653 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-db556022-558f-4ec0-8631-71157bd7cd99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-24T06:49:21Z,description=,heartbeat_timestamp=2021-01-24T07:03:21Z,host='dv-cinder-772181-6-smb',id=4d190a5c-2620-4f2a-bccf-f8076df9706a,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T06:49:21Z,topic='l3_agent')) {'router_ids': ['c96de43a-59d1-460d-a1b9-d50ba998bb57'], 'active': True} {{(pid=80237) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:03:27.046540 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16a9f0d-6234-477f-9cfe-b7ec1c98ea6c req-3deea970-8df4-41d9-8304-faa11928a76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:27.049270 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-c16a9f0d-6234-477f-9cfe-b7ec1c98ea6c req-3deea970-8df4-41d9-8304-faa11928a76e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=440b000a-80da-445e-b13a-3c626561a2d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1057353 Jan 24 07:03:27.268868 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-c16a9f0d-6234-477f-9cfe-b7ec1c98ea6c req-1c1d57d6-dbcc-4301-ac9d-d43270288db7 service neutron] 10.222.0.18 "GET /v2.0/networks/440b000a-80da-445e-b13a-3c626561a2d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024806 Jan 24 07:03:27.403008 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc5ab08-3e21-43e1-979c-652a7ea1c370 req-ac31b484-32c8-4c5b-900f-fe1fb88ffb50 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:27.413636 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-dbc5ab08-3e21-43e1-979c-652a7ea1c370 req-ac31b484-32c8-4c5b-900f-fe1fb88ffb50 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/ports?device_id=95163a3c-ba0b-4102-9304-6feab8baf980 HTTP/1.1" status: 200 len: 945 time: 0.1490331 Jan 24 07:03:27.516017 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-c16a9f0d-6234-477f-9cfe-b7ec1c98ea6c req-c9ec82ff-b66a-45ab-b03f-fe27367b40b8 service neutron] 10.222.0.18 "GET /v2.0/networks/440b000a-80da-445e-b13a-3c626561a2d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2396426 Jan 24 07:03:27.520833 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-dbc5ab08-3e21-43e1-979c-652a7ea1c370 req-f923f727-6649-4c5c-ab04-186a31770cda tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/security-groups?id=e6c6f0fc-adc0-414d-839d-1f449449d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061289 Jan 24 07:03:27.713117 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:03:27.776428 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] For port 5b64072b-0c44-44bd-b072-9213dd372648, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=5b64072b-0c44-44bd-b072-9213dd372648,segment=NetworkSegment(30da51e1-6089-4aea-ae43-59dc3d6d1d4c),segment_id=30da51e1-6089-4aea-ae43-59dc3d6d1d4c)] {{(pid=80237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 07:03:27.776428 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77036fcc-1a0c-46d9-83a6-3ce4cceb5f79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b64072b-0c44-44bd-b072-9213dd372648'}] {{(pid=80237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 07:03:27.783766 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-db556022-558f-4ec0-8631-71157bd7cd99 None None] Set router c96de43a-59d1-460d-a1b9-d50ba998bb57 gateway port host: dv-cinder-772181-6-smb {{(pid=80237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 07:03:27.851427 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098'] for port, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:03:27.979618 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-3807133a-9bde-453c-9449-b23ea0561edc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:03:28.051112 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77036fcc-1a0c-46d9-83a6-3ce4cceb5f79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b64072b-0c44-44bd-b072-9213dd372648', 'code': 200} Jan 24 07:03:28.055592 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8941c8be-9b28-48c5-a6fc-304ea3ac5f87 req-1acf4c9b-b431-4975-9510-c06cfd4436c8 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:28.058317 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-8941c8be-9b28-48c5-a6fc-304ea3ac5f87 req-1acf4c9b-b431-4975-9510-c06cfd4436c8 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] 10.222.0.22 "GET /v2.0/ports?device_id=77036fcc-1a0c-46d9-83a6-3ce4cceb5f79 HTTP/1.1" status: 200 len: 945 time: 0.1752846 Jan 24 07:03:28.093082 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Pushing event updated for resources: {'Port': ['ID=5b64072b-0c44-44bd-b072-9213dd372648,revision_number=4']} {{(pid=80237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:03:28.099544 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:03:28.143539 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-8941c8be-9b28-48c5-a6fc-304ea3ac5f87 req-81f25600-623b-4e04-a369-56cfdee0b560 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] 10.222.0.22 "GET /v2.0/security-groups?id=6eae65fb-7168-443c-a9a4-1b775935cf24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796461 Jan 24 07:03:28.246297 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Device 5b64072b-0c44-44bd-b072-9213dd372648 up at agent ovs-agent-hv-cinder-77218 {{(pid=80237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 07:03:28.290711 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9250c90-8c43-4514-8a67-c8d1a92a3f9a req-cadb6502-2af2-424f-ab60-86f6f9dbf508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:28.293650 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-b9250c90-8c43-4514-8a67-c8d1a92a3f9a req-cadb6502-2af2-424f-ab60-86f6f9dbf508 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=77036fcc-1a0c-46d9-83a6-3ce4cceb5f79 HTTP/1.1" status: 200 len: 1162 time: 0.0992339 Jan 24 07:03:28.349725 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-b9250c90-8c43-4514-8a67-c8d1a92a3f9a req-48ae0349-6ffb-4e11-8145-ae82136f134c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6eae65fb-7168-443c-a9a4-1b775935cf24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474734 Jan 24 07:03:28.367265 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Provisioning complete for port 5b64072b-0c44-44bd-b072-9213dd372648 triggered by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 07:03:28.367712 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:03:28.585410 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-db556022-558f-4ec0-8631-71157bd7cd99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c96de43a-59d1-460d-a1b9-d50ba998bb57', 'name': 'tempest-AttachVolumeTestJSON-479307682-router', 'tenant_id': '2fc6fa56d19f4f2496beee60631c3cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'external_fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.159'}], 'enable_snat': True}, 'gw_port_id': 'c688ab2c-9bd6-42aa-b66c-2b236de57deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T06:58:33Z', 'updated_at': '2021-01-24T06:58:43Z', 'revision_number': 4, 'project_id': '2fc6fa56d19f4f2496beee60631c3cb7', 'gw_port': {'id': 'c688ab2c-9bd6-42aa-b66c-2b236de57deb', 'name': '', 'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:d2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96de43a-59d1-460d-a1b9-d50ba998bb57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T06:58:34Z', 'updated_at': '2021-01-24T06:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-6-smb', '_floatingips': [{'id': 'd243f117-7aaf-4ec4-9ba8-7c57e1535d34', 'tenant_id': '2fc6fa56d19f4f2496beee60631c3cb7', 'floating_ip_address': '172.28.0.95', 'floating_network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'router_id': 'c96de43a-59d1-460d-a1b9-d50ba998bb57', 'port_id': 'fa7af62c-5ed7-4218-95f1-00b18edbbdc4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '440b000a-80da-445e-b13a-3c626561a2d5', 'mac_address': 'fa:16:3e:bd:77:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d2a86f-27b2-48fd-bcbe-73c31aeb931d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-24T07:03:00Z', 'updated_at': '2021-01-24T07:03:23Z', 'revision_number': 1, 'project_id': '2fc6fa56d19f4f2496beee60631c3cb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df483948-5127-4d1a-ae4c-a52412df60fd', 'name': '', 'network_id': '440b000a-80da-445e-b13a-3c626561a2d5', 'tenant_id': '2fc6fa56d19f4f2496beee60631c3cb7', 'mac_address': 'fa:16:3e:1d:57:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96de43a-59d1-460d-a1b9-d50ba998bb57', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f89146f0-67b7-43a2-a952-f2f292e8520d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T06:58:41Z', 'updated_at': '2021-01-24T06:59:00Z', 'revision_number': 5, 'project_id': '2fc6fa56d19f4f2496beee60631c3cb7', 'subnets': [{'id': 'f89146f0-67b7-43a2-a952-f2f292e8520d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-6-smb', False) {} {{(pid=80237) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:03:28.611537 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db556022-558f-4ec0-8631-71157bd7cd99 None None] The sync data for ids ['c96de43a-59d1-460d-a1b9-d50ba998bb57'] in dv-cinder-772181-6-smb is: [{'id': 'c96de43a-59d1-460d-a1b9-d50ba998bb57', 'name': 'tempest-AttachVolumeTestJSON-479307682-router', 'tenant_id': '2fc6fa56d19f4f2496beee60631c3cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'external_fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.159'}], 'enable_snat': True}, 'gw_port_id': 'c688ab2c-9bd6-42aa-b66c-2b236de57deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T06:58:33Z', 'updated_at': '2021-01-24T06:58:43Z', 'revision_number': 4, 'project_id': '2fc6fa56d19f4f2496beee60631c3cb7', 'gw_port': {'id': 'c688ab2c-9bd6-42aa-b66c-2b236de57deb', 'name': '', 'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:d2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96de43a-59d1-460d-a1b9-d50ba998bb57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T06:58:34Z', 'updated_at': '2021-01-24T06:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-6-smb', '_floatingips': [{'id': 'd243f117-7aaf-4ec4-9ba8-7c57e1535d34', 'tenant_id': '2fc6fa56d19f4f2496beee60631c3cb7', 'floating_ip_address': '172.28.0.95', 'floating_network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'router_id': 'c96de43a-59d1-460d-a1b9-d50ba998bb57', 'port_id': 'fa7af62c-5ed7-4218-95f1-00b18edbbdc4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '440b000a-80da-445e-b13a-3c626561a2d5', 'mac_address': 'fa:16:3e:bd:77:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d2a86f-27b2-48fd-bcbe-73c31aeb931d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-24T07:03:00Z', 'updated_at': '2021-01-24T07:03:23Z', 'revision_number': 1, 'project_id': '2fc6fa56d19f4f2496beee60631c3cb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df483948-5127-4d1a-ae4c-a52412df60fd', 'name': '', 'network_id': '440b000a-80da-445e-b13a-3c626561a2d5', 'tenant_id': '2fc6fa56d19f4f2496beee60631c3cb7', 'mac_address': 'fa:16:3e:1d:57:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96de43a-59d1-460d-a1b9-d50ba998bb57', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f89146f0-67b7-43a2-a952-f2f292e8520d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T06:58:41Z', 'updated_at': '2021-01-24T06:59:00Z', 'revision_number': 5, 'project_id': '2fc6fa56d19f4f2496beee60631c3cb7', 'subnets': [{'id': 'f89146f0-67b7-43a2-a952-f2f292e8520d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 24 07:03:28.865743 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a615059-d536-42ca-b580-ffadadce196e req-f95f1cbb-b2f0-4d9b-adfb-a136cdf9c62e tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:28.867397 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-5a615059-d536-42ca-b580-ffadadce196e req-f95f1cbb-b2f0-4d9b-adfb-a136cdf9c62e tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/ports?device_id=95163a3c-ba0b-4102-9304-6feab8baf980 HTTP/1.1" status: 200 len: 945 time: 0.1251314 Jan 24 07:03:29.110043 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c69f1e6-baaa-4699-8d5f-a18744504f4f None None] New status for floating IP d243f117-7aaf-4ec4-9ba8-7c57e1535d34: ACTIVE {{(pid=80238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 24 07:03:29.170802 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-5a615059-d536-42ca-b580-ffadadce196e req-587b5c2e-c0d6-4a1d-80d6-8f56ccbab032 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/security-groups?id=e6c6f0fc-adc0-414d-839d-1f449449d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2965417 Jan 24 07:03:29.620836 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c633666d-0c4d-44b9-96c0-b83b3b0ad529 req-9ba6e668-5e7f-4e72-a7fd-70cd3f901b97 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:29.632824 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-c633666d-0c4d-44b9-96c0-b83b3b0ad529 req-9ba6e668-5e7f-4e72-a7fd-70cd3f901b97 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] 10.222.0.22 "GET /v2.0/ports?device_id=77036fcc-1a0c-46d9-83a6-3ce4cceb5f79 HTTP/1.1" status: 200 len: 945 time: 0.1311405 Jan 24 07:03:29.689137 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-c633666d-0c4d-44b9-96c0-b83b3b0ad529 req-58dea558-0e97-4f5d-a8e7-b9917a866afc tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] 10.222.0.22 "GET /v2.0/security-groups?id=6eae65fb-7168-443c-a9a4-1b775935cf24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547209 Jan 24 07:03:30.020951 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:03:30.246509 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Device 5b64072b-0c44-44bd-b072-9213dd372648 up at agent ovs-agent-hv-cinder-77218 {{(pid=80237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 07:03:30.350632 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Provisioning complete for port 5b64072b-0c44-44bd-b072-9213dd372648 triggered by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 07:03:30.351385 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:03:30.453875 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55688133-6071-4869-9e1b-6c54b7609cf5 req-90451fc1-16c2-4cd5-a955-827ffb11be23 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:30.455567 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-55688133-6071-4869-9e1b-6c54b7609cf5 req-90451fc1-16c2-4cd5-a955-827ffb11be23 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/ports?device_id=95163a3c-ba0b-4102-9304-6feab8baf980 HTTP/1.1" status: 200 len: 945 time: 0.1252851 Jan 24 07:03:30.514315 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-55688133-6071-4869-9e1b-6c54b7609cf5 req-ae2de8f9-3e10-435a-961c-a89be713412e tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/security-groups?id=e6c6f0fc-adc0-414d-839d-1f449449d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514922 Jan 24 07:03:30.953140 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185acc43-bd6f-4055-9561-651332c202cf req-7eb42c44-b474-485c-8960-6df8a32441d6 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:30.955015 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-185acc43-bd6f-4055-9561-651332c202cf req-7eb42c44-b474-485c-8960-6df8a32441d6 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] 10.222.0.22 "GET /v2.0/ports?device_id=77036fcc-1a0c-46d9-83a6-3ce4cceb5f79 HTTP/1.1" status: 200 len: 945 time: 0.1185436 Jan 24 07:03:31.032335 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-185acc43-bd6f-4055-9561-651332c202cf req-1fbc8bcb-caaf-48ba-b109-a02ccb38d582 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] 10.222.0.22 "GET /v2.0/security-groups?id=6eae65fb-7168-443c-a9a4-1b775935cf24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699940 Jan 24 07:03:31.287159 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea8ee93-884f-4f6d-8765-8ffd903a8238 req-bc13472c-2538-44e2-95ea-5ff9696e751c tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:31.295729 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-eea8ee93-884f-4f6d-8765-8ffd903a8238 req-bc13472c-2538-44e2-95ea-5ff9696e751c tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] 10.222.0.22 "GET /v2.0/ports?device_id=77036fcc-1a0c-46d9-83a6-3ce4cceb5f79 HTTP/1.1" status: 200 len: 945 time: 0.1273408 Jan 24 07:03:31.345569 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-eea8ee93-884f-4f6d-8765-8ffd903a8238 req-d1d03ec5-487c-4b54-8152-54892a8576a8 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] 10.222.0.22 "GET /v2.0/security-groups?id=6eae65fb-7168-443c-a9a4-1b775935cf24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497320 Jan 24 07:03:31.798405 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1667cc7d-a756-4271-9dda-e771b6a3f6c4 req-f59ce571-ea28-49db-bf6a-b4ddd493605d tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:31.804277 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-1667cc7d-a756-4271-9dda-e771b6a3f6c4 req-f59ce571-ea28-49db-bf6a-b4ddd493605d tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/ports?device_id=95163a3c-ba0b-4102-9304-6feab8baf980 HTTP/1.1" status: 200 len: 945 time: 0.1213803 Jan 24 07:03:31.929611 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-1667cc7d-a756-4271-9dda-e771b6a3f6c4 req-cbc4c7bd-4f5f-4ff6-829a-f1ccc2386f61 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/security-groups?id=e6c6f0fc-adc0-414d-839d-1f449449d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767393 Jan 24 07:03:31.977677 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc543c4-ba04-432e-a0c9-830cc91d73f8 req-50a9bb31-1e8a-4aa2-bdee-4ddd34dc6571 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:31.979385 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-4dc543c4-ba04-432e-a0c9-830cc91d73f8 req-50a9bb31-1e8a-4aa2-bdee-4ddd34dc6571 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] 10.222.0.22 "GET /v2.0/ports?device_id=77036fcc-1a0c-46d9-83a6-3ce4cceb5f79 HTTP/1.1" status: 200 len: 945 time: 0.1740963 Jan 24 07:03:32.040920 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-4dc543c4-ba04-432e-a0c9-830cc91d73f8 req-9ca5c28a-45e2-49c3-8978-b9d800b8df76 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] 10.222.0.22 "GET /v2.0/security-groups?id=6eae65fb-7168-443c-a9a4-1b775935cf24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492272 Jan 24 07:03:33.122741 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.agents_db [None req-2c2cd112-eb45-4d42-b228-ef41d20f669c None None] Agent healthcheck: found 6 active agents {{(pid=80238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 07:03:33.216494 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e93f69-1bb9-498d-b15f-048fb42f080e req-ea793afc-0416-421d-8fbe-5a4d1d06e753 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:33.218152 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-08e93f69-1bb9-498d-b15f-048fb42f080e req-ea793afc-0416-421d-8fbe-5a4d1d06e753 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/ports?device_id=95163a3c-ba0b-4102-9304-6feab8baf980 HTTP/1.1" status: 200 len: 945 time: 0.1141939 Jan 24 07:03:33.272426 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-08e93f69-1bb9-498d-b15f-048fb42f080e req-1bb29097-828c-4ec6-8d63-fa6ef64ddca4 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/security-groups?id=e6c6f0fc-adc0-414d-839d-1f449449d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476229 Jan 24 07:03:34.049026 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0b9b30-add4-4043-b1fd-d4bda796fc53 req-feb9fa83-0867-4d77-b087-17a32dcc7030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:34.050986 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-7f0b9b30-add4-4043-b1fd-d4bda796fc53 req-feb9fa83-0867-4d77-b087-17a32dcc7030 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b352ad353356444ca4a7e94501f26e10&device_id=95163a3c-ba0b-4102-9304-6feab8baf980 HTTP/1.1" status: 200 len: 1162 time: 0.0828474 Jan 24 07:03:34.197979 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0b9b30-add4-4043-b1fd-d4bda796fc53 req-6deec27a-ece3-4012-a8db-ed2dacc1f512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:34.199579 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-7f0b9b30-add4-4043-b1fd-d4bda796fc53 req-6deec27a-ece3-4012-a8db-ed2dacc1f512 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e13c5a42-1024-4ca2-b72d-41265c0f5cf1 HTTP/1.1" status: 200 len: 910 time: 0.1425719 Jan 24 07:03:34.312450 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-7f0b9b30-add4-4043-b1fd-d4bda796fc53 req-e756b1b6-f8ba-4530-918d-5d7820cb545b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cafa292e-beda-4519-a550-d7496597125e HTTP/1.1" status: 200 len: 1001 time: 0.1039448 Jan 24 07:03:34.386889 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0b9b30-add4-4043-b1fd-d4bda796fc53 req-2d6ba1cc-aca9-4f4c-bd03-47c807a1556e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:34.388768 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-7f0b9b30-add4-4043-b1fd-d4bda796fc53 req-2d6ba1cc-aca9-4f4c-bd03-47c807a1556e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b8139419-7045-48a6-8319-a8eda9bca8a9 HTTP/1.1" status: 200 len: 855 time: 0.0670750 Jan 24 07:03:34.477194 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0b9b30-add4-4043-b1fd-d4bda796fc53 req-f760acf8-70b0-4a99-9b50-f2d59e489372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:34.478941 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-7f0b9b30-add4-4043-b1fd-d4bda796fc53 req-f760acf8-70b0-4a99-9b50-f2d59e489372 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e13c5a42-1024-4ca2-b72d-41265c0f5cf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0825500 Jan 24 07:03:34.535462 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99681288-f533-4888-87ac-b4af8cbdaec0 req-2065f714-ac7b-47ea-897d-9a22861ec7ab tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:34.537235 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-99681288-f533-4888-87ac-b4af8cbdaec0 req-2065f714-ac7b-47ea-897d-9a22861ec7ab tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/ports?device_id=95163a3c-ba0b-4102-9304-6feab8baf980 HTTP/1.1" status: 200 len: 945 time: 0.1144247 Jan 24 07:03:34.591074 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-99681288-f533-4888-87ac-b4af8cbdaec0 req-7c20cd79-cb9b-49a9-ba9d-538d6a5bf821 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/security-groups?id=e6c6f0fc-adc0-414d-839d-1f449449d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467966 Jan 24 07:03:34.646013 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-7f0b9b30-add4-4043-b1fd-d4bda796fc53 req-e7b3770d-c66b-449d-b6fa-f9e887cc9f81 service neutron] 10.222.0.18 "GET /v2.0/networks/e13c5a42-1024-4ca2-b72d-41265c0f5cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533680 Jan 24 07:03:34.807591 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-7f0b9b30-add4-4043-b1fd-d4bda796fc53 req-cd07ae50-0326-45cb-adc6-37eb8f781035 service neutron] 10.222.0.18 "GET /v2.0/networks/e13c5a42-1024-4ca2-b72d-41265c0f5cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1536238 Jan 24 07:03:35.863792 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9186982e-884c-4b5f-82d1-e644728858bb req-490c8854-4f6e-4be0-90f1-bbf163684c15 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:35.865424 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-9186982e-884c-4b5f-82d1-e644728858bb req-490c8854-4f6e-4be0-90f1-bbf163684c15 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/ports?device_id=95163a3c-ba0b-4102-9304-6feab8baf980 HTTP/1.1" status: 200 len: 945 time: 0.1039889 Jan 24 07:03:35.918180 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-9186982e-884c-4b5f-82d1-e644728858bb req-01336023-cb97-47b3-8339-f1ecad85753a tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/security-groups?id=e6c6f0fc-adc0-414d-839d-1f449449d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459490 Jan 24 07:03:37.213081 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01474564-c9d0-47b8-80a5-f83354c9b0df req-f634cacc-77f2-4368-9189-205c62b315ca tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:37.214704 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-01474564-c9d0-47b8-80a5-f83354c9b0df req-f634cacc-77f2-4368-9189-205c62b315ca tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/ports?device_id=95163a3c-ba0b-4102-9304-6feab8baf980 HTTP/1.1" status: 200 len: 945 time: 0.1320040 Jan 24 07:03:37.270090 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-01474564-c9d0-47b8-80a5-f83354c9b0df req-ebad5ec8-fafb-4235-a157-a5e883300f9e tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/security-groups?id=e6c6f0fc-adc0-414d-839d-1f449449d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486252 Jan 24 07:03:37.517223 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55041c2c-8c08-4004-a769-394cff55c8f2 req-f0b7d8df-5430-428e-9a55-e5b09bc0227e tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:37.518866 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-55041c2c-8c08-4004-a769-394cff55c8f2 req-f0b7d8df-5430-428e-9a55-e5b09bc0227e tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] 10.222.0.22 "GET /v2.0/ports?device_id=77036fcc-1a0c-46d9-83a6-3ce4cceb5f79 HTTP/1.1" status: 200 len: 945 time: 0.1119525 Jan 24 07:03:37.573949 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-55041c2c-8c08-4004-a769-394cff55c8f2 req-11b06cc1-52f1-4fa3-a586-5bcb939e5abd tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] 10.222.0.22 "GET /v2.0/security-groups?id=6eae65fb-7168-443c-a9a4-1b775935cf24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484841 Jan 24 07:03:37.798906 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-8625e108-d94c-4a44-aa18-9968fffa89a8 req-ed2f1e2a-b617-46f9-b3ea-79245ad75af8 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1688201 Jan 24 07:03:37.809479 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.base [req-8625e108-d94c-4a44-aa18-9968fffa89a8 req-492a7fd0-30f9-42e3-b222-eb4176077bb4 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Request body: {'floatingip': {'floating_network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a'}} {{(pid=80236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 07:03:37.820394 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [req-8625e108-d94c-4a44-aa18-9968fffa89a8 req-492a7fd0-30f9-42e3-b222-eb4176077bb4 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 07:03:37.824600 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-8625e108-d94c-4a44-aa18-9968fffa89a8 req-492a7fd0-30f9-42e3-b222-eb4176077bb4 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Usage tracker for resource:floatingip and tenant:d4e12424e8744806b903d167ceb7efca is out of sync, need to count used quota {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 07:03:37.827670 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-8625e108-d94c-4a44-aa18-9968fffa89a8 req-492a7fd0-30f9-42e3-b222-eb4176077bb4 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 07:03:37.834221 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [req-8625e108-d94c-4a44-aa18-9968fffa89a8 req-492a7fd0-30f9-42e3-b222-eb4176077bb4 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 07:03:37.843656 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-8625e108-d94c-4a44-aa18-9968fffa89a8 req-492a7fd0-30f9-42e3-b222-eb4176077bb4 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Notify callbacks [] for floatingip, before_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:03:37.991431 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-8625e108-d94c-4a44-aa18-9968fffa89a8 req-492a7fd0-30f9-42e3-b222-eb4176077bb4 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:03:38.136957 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Device cafa292e-beda-4519-a550-d7496597125e no longer exists at agent ovs-agent-hv-cinder-77218 {{(pid=80237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 07:03:38.265812 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:03:38.278745 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.db_base_plugin_common [req-8625e108-d94c-4a44-aa18-9968fffa89a8 req-492a7fd0-30f9-42e3-b222-eb4176077bb4 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Allocated IP 172.28.0.64 (3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a/ded01328-6a1f-470d-9832-6a1e67bc132f/22a980d3-4c53-4b35-8f1f-1a2306fb964f) {{(pid=80236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 07:03:38.307180 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] For port cafa292e-beda-4519-a550-d7496597125e, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=cafa292e-beda-4519-a550-d7496597125e,segment=NetworkSegment(2d94361e-67c4-4120-8244-70bedab0ca27),segment_id=2d94361e-67c4-4120-8244-70bedab0ca27)] {{(pid=80237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 07:03:38.308490 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95163a3c-ba0b-4102-9304-6feab8baf980', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cafa292e-beda-4519-a550-d7496597125e'}] {{(pid=80237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 07:03:38.314493 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098'] for port, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:03:38.316950 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-cff3e7f0-23bf-421e-be1d-3eb381173942 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:03:38.387470 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 37224) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:03:38.392139 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Pushing event updated for resources: {'Port': ['ID=cafa292e-beda-4519-a550-d7496597125e,revision_number=5']} {{(pid=80237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:03:38.396382 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:03:38.539018 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6b0a57-b92b-4061-b996-2e18d8285854 req-893f451e-4357-4dfa-85b5-0d0a039a18f0 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:38.540695 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-cc6b0a57-b92b-4061-b996-2e18d8285854 req-893f451e-4357-4dfa-85b5-0d0a039a18f0 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/ports?device_id=95163a3c-ba0b-4102-9304-6feab8baf980 HTTP/1.1" status: 200 len: 943 time: 0.1773100 Jan 24 07:03:38.543914 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-8625e108-d94c-4a44-aa18-9968fffa89a8 req-492a7fd0-30f9-42e3-b222-eb4176077bb4 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Notify callbacks [] for port, precommit_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:03:38.556503 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-3a53458c-3266-448a-b663-211c5912f8f8 req-5647b62e-d1e4-4d30-b014-32ec7ced7906 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=95163a3c-ba0b-4102-9304-6feab8baf980&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1673317 Jan 24 07:03:38.607602 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-cc6b0a57-b92b-4061-b996-2e18d8285854 req-160b1f28-6610-4e86-9b60-52a6867d19bc tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/security-groups?id=e6c6f0fc-adc0-414d-839d-1f449449d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585620 Jan 24 07:03:38.622484 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-8625e108-d94c-4a44-aa18-9968fffa89a8 req-492a7fd0-30f9-42e3-b222-eb4176077bb4 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363276713217020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852012043'] for port, after_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:03:38.639605 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-750d1887-7069-46f8-84cc-2ee82a7fc657 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:03:38.717996 dv-cinder-772181-6-smb neutron-server[80122]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '95163a3c-ba0b-4102-9304-6feab8baf980', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'cafa292e-beda-4519-a550-d7496597125e', 'code': 422} returned with failed status Jan 24 07:03:38.776683 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492a7fd0-30f9-42e3-b222-eb4176077bb4 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Pushing event updated for resources: {'Port': ['ID=22a980d3-4c53-4b35-8f1f-1a2306fb964f,revision_number=1']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:03:38.781340 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-492a7fd0-30f9-42e3-b222-eb4176077bb4 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:03:38.835284 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8625e108-d94c-4a44-aa18-9968fffa89a8 req-492a7fd0-30f9-42e3-b222-eb4176077bb4 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Network 3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a is already hosted by enough agents. {{(pid=80236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 07:03:38.836484 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [req-8625e108-d94c-4a44-aa18-9968fffa89a8 req-492a7fd0-30f9-42e3-b222-eb4176077bb4 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Resources bound (agent type, host, resource id): {{(pid=80236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 07:03:38.838811 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [req-8625e108-d94c-4a44-aa18-9968fffa89a8 req-492a7fd0-30f9-42e3-b222-eb4176077bb4 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Received port after_create {{(pid=80236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 07:03:38.969492 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-8625e108-d94c-4a44-aa18-9968fffa89a8 req-492a7fd0-30f9-42e3-b222-eb4176077bb4 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Notify callbacks [] for floatingip, precommit_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:03:39.036756 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-8625e108-d94c-4a44-aa18-9968fffa89a8 req-492a7fd0-30f9-42e3-b222-eb4176077bb4 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:03:39.309990 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-8625e108-d94c-4a44-aa18-9968fffa89a8 req-492a7fd0-30f9-42e3-b222-eb4176077bb4 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Notify callbacks [] for port, precommit_update {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:03:39.313475 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-8625e108-d94c-4a44-aa18-9968fffa89a8 req-492a7fd0-30f9-42e3-b222-eb4176077bb4 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2763772'] for port, after_update {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:03:39.329253 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-3167d253-7d4d-41de-bf4e-1da4b94581fd tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:03:39.661850 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492a7fd0-30f9-42e3-b222-eb4176077bb4 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Pushing event updated for resources: {'Port': ['ID=22a980d3-4c53-4b35-8f1f-1a2306fb964f,revision_number=2']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:03:39.671659 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-492a7fd0-30f9-42e3-b222-eb4176077bb4 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:03:39.785323 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-8625e108-d94c-4a44-aa18-9968fffa89a8 req-492a7fd0-30f9-42e3-b222-eb4176077bb4 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854261494'] for floatingip, after_update {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:03:39.794564 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a53458c-3266-448a-b663-211c5912f8f8 req-72827cb9-98d9-4337-a8da-9384826c6b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:39.796216 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-3a53458c-3266-448a-b663-211c5912f8f8 req-72827cb9-98d9-4337-a8da-9384826c6b36 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=95163a3c-ba0b-4102-9304-6feab8baf980&tenant_id=b352ad353356444ca4a7e94501f26e10 HTTP/1.1" status: 200 len: 1160 time: 0.0820787 Jan 24 07:03:39.859341 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-8625e108-d94c-4a44-aa18-9968fffa89a8 req-492a7fd0-30f9-42e3-b222-eb4176077bb4 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149749'] for floatingip, before_response {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:03:39.860617 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-8625e108-d94c-4a44-aa18-9968fffa89a8 req-492a7fd0-30f9-42e3-b222-eb4176077bb4 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.0555687 Jan 24 07:03:39.932309 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a53458c-3266-448a-b663-211c5912f8f8 req-dd9dbcec-ac30-4d78-a8a5-9797a45ecdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:39.933463 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-3a53458c-3266-448a-b663-211c5912f8f8 req-dd9dbcec-ac30-4d78-a8a5-9797a45ecdc0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b352ad353356444ca4a7e94501f26e10&device_id=95163a3c-ba0b-4102-9304-6feab8baf980 HTTP/1.1" status: 200 len: 1160 time: 0.0808949 Jan 24 07:03:39.960654 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-8625e108-d94c-4a44-aa18-9968fffa89a8 req-f411d97a-b1c1-43ee-b979-fab968a1d192 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Synchronizing usage tracker for tenant:d4e12424e8744806b903d167ceb7efca on resource:floatingip {{(pid=80236) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 07:03:39.997281 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a55b54-058e-45ec-bd62-cf024ccf3d06 req-bfdcb70a-9bdd-4ec4-a1c7-404347e62d10 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:39.998978 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-b5a55b54-058e-45ec-bd62-cf024ccf3d06 req-bfdcb70a-9bdd-4ec4-a1c7-404347e62d10 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/ports?device_id=95163a3c-ba0b-4102-9304-6feab8baf980 HTTP/1.1" status: 200 len: 943 time: 0.2152026 Jan 24 07:03:40.025398 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-8625e108-d94c-4a44-aa18-9968fffa89a8 req-f411d97a-b1c1-43ee-b979-fab968a1d192 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Unset dirty status for tenant:d4e12424e8744806b903d167ceb7efca on resource:floatingip {{(pid=80236) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 07:03:40.026640 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-8625e108-d94c-4a44-aa18-9968fffa89a8 req-f411d97a-b1c1-43ee-b979-fab968a1d192 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.28.0.64 HTTP/1.1" status: 200 len: 695 time: 0.1583405 Jan 24 07:03:40.080509 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a53458c-3266-448a-b663-211c5912f8f8 req-79c96a36-245b-4028-b3d8-b61adae6ee80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:40.082528 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-3a53458c-3266-448a-b663-211c5912f8f8 req-79c96a36-245b-4028-b3d8-b61adae6ee80 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e13c5a42-1024-4ca2-b72d-41265c0f5cf1 HTTP/1.1" status: 200 len: 910 time: 0.1414709 Jan 24 07:03:40.139476 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-b5a55b54-058e-45ec-bd62-cf024ccf3d06 req-36c78b19-31b0-47f7-81bf-8682157f6dc7 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/security-groups?id=e6c6f0fc-adc0-414d-839d-1f449449d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313066 Jan 24 07:03:40.204337 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-3a53458c-3266-448a-b663-211c5912f8f8 req-95eb001d-cd83-42f5-9a8e-5c22b0ff5f6a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cafa292e-beda-4519-a550-d7496597125e HTTP/1.1" status: 200 len: 999 time: 0.1150074 Jan 24 07:03:40.235806 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8625e108-d94c-4a44-aa18-9968fffa89a8 req-65da2396-88d5-46e6-aece-7cdb5ff68ae7 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:40.237685 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-8625e108-d94c-4a44-aa18-9968fffa89a8 req-65da2396-88d5-46e6-aece-7cdb5ff68ae7 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] 10.222.0.22 "GET /v2.0/networks/3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a HTTP/1.1" status: 200 len: 784 time: 0.2035117 Jan 24 07:03:40.248881 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [req-8625e108-d94c-4a44-aa18-9968fffa89a8 req-b4248a43-63c1-4a78-b5a2-3db0509d32aa tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=80236) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 07:03:40.249934 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-8625e108-d94c-4a44-aa18-9968fffa89a8 req-b4248a43-63c1-4a78-b5a2-3db0509d32aa tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0064216 Jan 24 07:03:40.274192 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a53458c-3266-448a-b663-211c5912f8f8 req-13c54bb7-ec36-4e53-a2a7-a9f6dd6820d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:40.275807 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-3a53458c-3266-448a-b663-211c5912f8f8 req-13c54bb7-ec36-4e53-a2a7-a9f6dd6820d8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b8139419-7045-48a6-8319-a8eda9bca8a9 HTTP/1.1" status: 200 len: 855 time: 0.0649519 Jan 24 07:03:40.377288 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a53458c-3266-448a-b663-211c5912f8f8 req-c0da1272-76b8-4c06-99e1-18f429fda33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:40.379970 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-3a53458c-3266-448a-b663-211c5912f8f8 req-c0da1272-76b8-4c06-99e1-18f429fda33f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e13c5a42-1024-4ca2-b72d-41265c0f5cf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0799036 Jan 24 07:03:40.470933 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda986b-ae35-47e5-a3e7-c48d0d21468b req-ee44673d-f790-496d-83da-ef7f625b5513 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:40.472946 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-7eda986b-ae35-47e5-a3e7-c48d0d21468b req-ee44673d-f790-496d-83da-ef7f625b5513 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] 10.222.0.22 "GET /v2.0/ports?device_id=77036fcc-1a0c-46d9-83a6-3ce4cceb5f79&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1117556 Jan 24 07:03:40.526092 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-3a53458c-3266-448a-b663-211c5912f8f8 req-f8e1a116-f3e3-4cb7-beb8-124885cbca27 service neutron] 10.222.0.18 "GET /v2.0/networks/e13c5a42-1024-4ca2-b72d-41265c0f5cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371293 Jan 24 07:03:40.568922 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-7eda986b-ae35-47e5-a3e7-c48d0d21468b req-60953d1b-0ea5-489c-97af-eb7f33c4682d tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.28.0.64 HTTP/1.1" status: 200 len: 695 time: 0.0894992 Jan 24 07:03:40.579386 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.base [req-7eda986b-ae35-47e5-a3e7-c48d0d21468b req-68690823-0cc0-426e-9b12-a9a794f664c2 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Request body: {'floatingip': {'port_id': '5b64072b-0c44-44bd-b072-9213dd372648', 'fixed_ip_address': '172.20.0.9'}} {{(pid=80236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 07:03:40.668488 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-7eda986b-ae35-47e5-a3e7-c48d0d21468b req-68690823-0cc0-426e-9b12-a9a794f664c2 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Notify callbacks [] for floatingip, before_update {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:03:40.682247 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-3a53458c-3266-448a-b663-211c5912f8f8 req-8ad23aaa-a89f-42de-8dad-98308a66f33a service neutron] 10.222.0.18 "GET /v2.0/networks/e13c5a42-1024-4ca2-b72d-41265c0f5cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1451213 Jan 24 07:03:41.300369 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-7eda986b-ae35-47e5-a3e7-c48d0d21468b req-68690823-0cc0-426e-9b12-a9a794f664c2 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Notify callbacks [] for floatingip, precommit_update {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:03:41.341093 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-7eda986b-ae35-47e5-a3e7-c48d0d21468b req-68690823-0cc0-426e-9b12-a9a794f664c2 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854261494'] for floatingip, after_update {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:03:41.569562 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a037d24-ea6e-4b00-abbf-b5705d4914dc req-be17ba39-d214-4b36-bd3f-78dd43bcbea5 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:41.571253 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-5a037d24-ea6e-4b00-abbf-b5705d4914dc req-be17ba39-d214-4b36-bd3f-78dd43bcbea5 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/ports?device_id=95163a3c-ba0b-4102-9304-6feab8baf980 HTTP/1.1" status: 200 len: 943 time: 0.2737217 Jan 24 07:03:41.644801 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-5a037d24-ea6e-4b00-abbf-b5705d4914dc req-6193bfb8-0d87-4d59-87f0-0cc646b60ab5 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/security-groups?id=e6c6f0fc-adc0-414d-839d-1f449449d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662901 Jan 24 07:03:41.646111 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.db.l3_db [req-7eda986b-ae35-47e5-a3e7-c48d0d21468b req-68690823-0cc0-426e-9b12-a9a794f664c2 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Floating IP 43364596-60cd-4b02-a300-160bcac54ad3 associated. External IP: 172.28.0.64, port: 5b64072b-0c44-44bd-b072-9213dd372648. Jan 24 07:03:42.107857 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7eda986b-ae35-47e5-a3e7-c48d0d21468b req-68690823-0cc0-426e-9b12-a9a794f664c2 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Router 2565af04-c881-4454-81af-6f847dbc0a0d has already been hosted by L3 agent 4d190a5c-2620-4f2a-bccf-f8076df9706a {{(pid=80236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 24 07:03:42.298909 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7eda986b-ae35-47e5-a3e7-c48d0d21468b req-68690823-0cc0-426e-9b12-a9a794f664c2 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Notify agent at l3_agent.dv-cinder-772181-6-smb the message routers_updated {{(pid=80236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 24 07:03:42.304103 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-7eda986b-ae35-47e5-a3e7-c48d0d21468b req-68690823-0cc0-426e-9b12-a9a794f664c2 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149749'] for floatingip, before_response {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:03:42.318349 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2873ff5-2a1e-4cc5-9966-2efc6f9068a5 None None] Sync routers for ids ['2565af04-c881-4454-81af-6f847dbc0a0d'] in dv-cinder-772181-6-smb {{(pid=80237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 24 07:03:42.341587 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2873ff5-2a1e-4cc5-9966-2efc6f9068a5 None None] Routers {'2565af04-c881-4454-81af-6f847dbc0a0d'} bound to L3 agent in host dv-cinder-772181-6-smb {{(pid=80237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 07:03:42.342282 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-f2873ff5-2a1e-4cc5-9966-2efc6f9068a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-24T06:49:21Z,description=,heartbeat_timestamp=2021-01-24T07:03:21Z,host='dv-cinder-772181-6-smb',id=4d190a5c-2620-4f2a-bccf-f8076df9706a,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T06:49:21Z,topic='l3_agent')) {'router_ids': ['2565af04-c881-4454-81af-6f847dbc0a0d'], 'active': True} {{(pid=80237) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:03:42.365743 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-7eda986b-ae35-47e5-a3e7-c48d0d21468b req-68690823-0cc0-426e-9b12-a9a794f664c2 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] 10.222.0.22 "PUT /v2.0/floatingips/43364596-60cd-4b02-a300-160bcac54ad3 HTTP/1.1" status: 200 len: 995 time: 1.7904339 Jan 24 07:03:42.366377 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77036fcc-1a0c-46d9-83a6-3ce4cceb5f79', 'tag': '5b64072b-0c44-44bd-b072-9213dd372648'}] {{(pid=80236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 07:03:42.463292 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda986b-ae35-47e5-a3e7-c48d0d21468b req-76d90e42-14c4-4eca-8ba0-d841c6da64f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:42.465013 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-7eda986b-ae35-47e5-a3e7-c48d0d21468b req-76d90e42-14c4-4eca-8ba0-d841c6da64f8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d4e12424e8744806b903d167ceb7efca&device_id=77036fcc-1a0c-46d9-83a6-3ce4cceb5f79 HTTP/1.1" status: 200 len: 1162 time: 0.0842252 Jan 24 07:03:42.548559 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-f2873ff5-2a1e-4cc5-9966-2efc6f9068a5 None None] Set router 2565af04-c881-4454-81af-6f847dbc0a0d gateway port host: dv-cinder-772181-6-smb {{(pid=80237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 07:03:42.627206 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda986b-ae35-47e5-a3e7-c48d0d21468b req-013e4a1c-3610-48dd-b2db-10aac8f1a48f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:42.630984 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-7eda986b-ae35-47e5-a3e7-c48d0d21468b req-013e4a1c-3610-48dd-b2db-10aac8f1a48f service neutron] 10.222.0.22 "GET /v2.0/networks?id=0778c19a-a4dd-4c37-939b-e3b5bf8b4d40 HTTP/1.1" status: 200 len: 909 time: 0.1591492 Jan 24 07:03:42.966499 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-f2873ff5-2a1e-4cc5-9966-2efc6f9068a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2565af04-c881-4454-81af-6f847dbc0a0d', 'name': 'tempest-TestMinimumBasicScenario-1846492551-router', 'tenant_id': 'd4e12424e8744806b903d167ceb7efca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'external_fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.139'}], 'enable_snat': True}, 'gw_port_id': '828c247c-8944-48c6-944b-a10d866ca852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T07:02:47Z', 'updated_at': '2021-01-24T07:02:53Z', 'revision_number': 4, 'project_id': 'd4e12424e8744806b903d167ceb7efca', 'gw_port': {'id': '828c247c-8944-48c6-944b-a10d866ca852', 'name': '', 'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:aa:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2565af04-c881-4454-81af-6f847dbc0a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T07:02:48Z', 'updated_at': '2021-01-24T07:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-6-smb', '_floatingips': [{'id': '43364596-60cd-4b02-a300-160bcac54ad3', 'tenant_id': 'd4e12424e8744806b903d167ceb7efca', 'floating_ip_address': '172.28.0.64', 'floating_network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'router_id': '2565af04-c881-4454-81af-6f847dbc0a0d', 'port_id': '5b64072b-0c44-44bd-b072-9213dd372648', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0778c19a-a4dd-4c37-939b-e3b5bf8b4d40', 'mac_address': 'fa:16:3e:b3:43:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77036fcc-1a0c-46d9-83a6-3ce4cceb5f79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-24T07:03:38Z', 'updated_at': '2021-01-24T07:03:41Z', 'revision_number': 1, 'project_id': 'd4e12424e8744806b903d167ceb7efca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfd308cd-cab8-433a-bc8c-66452f5ba6de', 'name': '', 'network_id': '0778c19a-a4dd-4c37-939b-e3b5bf8b4d40', 'tenant_id': 'd4e12424e8744806b903d167ceb7efca', 'mac_address': 'fa:16:3e:c7:7f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2565af04-c881-4454-81af-6f847dbc0a0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'c1f8ce7e-f633-4d2b-a697-18e4b662c620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T07:02:52Z', 'updated_at': '2021-01-24T07:03:02Z', 'revision_number': 5, 'project_id': 'd4e12424e8744806b903d167ceb7efca', 'subnets': [{'id': 'c1f8ce7e-f633-4d2b-a697-18e4b662c620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-6-smb', False) {} {{(pid=80237) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:03:42.970800 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2873ff5-2a1e-4cc5-9966-2efc6f9068a5 None None] Checking router: 2565af04-c881-4454-81af-6f847dbc0a0d for host: dv-cinder-772181-6-smb {{(pid=80237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 24 07:03:42.980070 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2873ff5-2a1e-4cc5-9966-2efc6f9068a5 None None] Routers {'2565af04-c881-4454-81af-6f847dbc0a0d'} bound to L3 agent in host dv-cinder-772181-6-smb {{(pid=80237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 07:03:42.980736 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-f2873ff5-2a1e-4cc5-9966-2efc6f9068a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-24T06:49:21Z,description=,heartbeat_timestamp=2021-01-24T07:03:21Z,host='dv-cinder-772181-6-smb',id=4d190a5c-2620-4f2a-bccf-f8076df9706a,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T06:49:21Z,topic='l3_agent')) {'router_ids': ['2565af04-c881-4454-81af-6f847dbc0a0d'], 'active': True} {{(pid=80237) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:03:42.986960 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-7eda986b-ae35-47e5-a3e7-c48d0d21468b req-c60c6fcf-7f0e-4894-acfb-594cc098714e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b64072b-0c44-44bd-b072-9213dd372648 HTTP/1.1" status: 200 len: 998 time: 0.3479378 Jan 24 07:03:43.057632 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda986b-ae35-47e5-a3e7-c48d0d21468b req-1cc59f3f-123d-4ee8-adc5-199431b1e912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:43.059207 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-7eda986b-ae35-47e5-a3e7-c48d0d21468b req-1cc59f3f-123d-4ee8-adc5-199431b1e912 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c1f8ce7e-f633-4d2b-a697-18e4b662c620 HTTP/1.1" status: 200 len: 854 time: 0.0658631 Jan 24 07:03:43.142182 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda986b-ae35-47e5-a3e7-c48d0d21468b req-dbea7a57-19d1-4a59-bac3-e243d985b23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:43.144413 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-7eda986b-ae35-47e5-a3e7-c48d0d21468b req-dbea7a57-19d1-4a59-bac3-e243d985b23f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0778c19a-a4dd-4c37-939b-e3b5bf8b4d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0777581 Jan 24 07:03:43.157856 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [req-7eda986b-ae35-47e5-a3e7-c48d0d21468b req-55e33619-0e90-44f2-b6b3-5af8356deaa8 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=80236) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 07:03:43.159133 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-7eda986b-ae35-47e5-a3e7-c48d0d21468b req-55e33619-0e90-44f2-b6b3-5af8356deaa8 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0059793 Jan 24 07:03:43.182405 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-f2873ff5-2a1e-4cc5-9966-2efc6f9068a5 None None] Set router 2565af04-c881-4454-81af-6f847dbc0a0d gateway port host: dv-cinder-772181-6-smb {{(pid=80237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 07:03:43.312959 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-7eda986b-ae35-47e5-a3e7-c48d0d21468b req-ef6705de-3fd6-49d8-98e2-4f836b493fe9 service neutron] 10.222.0.22 "GET /v2.0/networks/0778c19a-a4dd-4c37-939b-e3b5bf8b4d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462898 Jan 24 07:03:43.471649 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-7eda986b-ae35-47e5-a3e7-c48d0d21468b req-7b152187-cd08-4036-92f4-650f84f04ea0 service neutron] 10.222.0.22 "GET /v2.0/networks/0778c19a-a4dd-4c37-939b-e3b5bf8b4d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1512601 Jan 24 07:03:43.550854 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77036fcc-1a0c-46d9-83a6-3ce4cceb5f79', 'tag': '5b64072b-0c44-44bd-b072-9213dd372648', 'status': 'completed', 'code': 200} Jan 24 07:03:43.757745 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-f2873ff5-2a1e-4cc5-9966-2efc6f9068a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2565af04-c881-4454-81af-6f847dbc0a0d', 'name': 'tempest-TestMinimumBasicScenario-1846492551-router', 'tenant_id': 'd4e12424e8744806b903d167ceb7efca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'external_fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.139'}], 'enable_snat': True}, 'gw_port_id': '828c247c-8944-48c6-944b-a10d866ca852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T07:02:47Z', 'updated_at': '2021-01-24T07:02:53Z', 'revision_number': 4, 'project_id': 'd4e12424e8744806b903d167ceb7efca', 'gw_port': {'id': '828c247c-8944-48c6-944b-a10d866ca852', 'name': '', 'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:aa:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2565af04-c881-4454-81af-6f847dbc0a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T07:02:48Z', 'updated_at': '2021-01-24T07:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-6-smb', '_floatingips': [{'id': '43364596-60cd-4b02-a300-160bcac54ad3', 'tenant_id': 'd4e12424e8744806b903d167ceb7efca', 'floating_ip_address': '172.28.0.64', 'floating_network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'router_id': '2565af04-c881-4454-81af-6f847dbc0a0d', 'port_id': '5b64072b-0c44-44bd-b072-9213dd372648', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0778c19a-a4dd-4c37-939b-e3b5bf8b4d40', 'mac_address': 'fa:16:3e:b3:43:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77036fcc-1a0c-46d9-83a6-3ce4cceb5f79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-24T07:03:38Z', 'updated_at': '2021-01-24T07:03:41Z', 'revision_number': 1, 'project_id': 'd4e12424e8744806b903d167ceb7efca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfd308cd-cab8-433a-bc8c-66452f5ba6de', 'name': '', 'network_id': '0778c19a-a4dd-4c37-939b-e3b5bf8b4d40', 'tenant_id': 'd4e12424e8744806b903d167ceb7efca', 'mac_address': 'fa:16:3e:c7:7f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2565af04-c881-4454-81af-6f847dbc0a0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'c1f8ce7e-f633-4d2b-a697-18e4b662c620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T07:02:52Z', 'updated_at': '2021-01-24T07:03:02Z', 'revision_number': 5, 'project_id': 'd4e12424e8744806b903d167ceb7efca', 'subnets': [{'id': 'c1f8ce7e-f633-4d2b-a697-18e4b662c620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-6-smb', False) {} {{(pid=80237) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:03:43.762047 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2873ff5-2a1e-4cc5-9966-2efc6f9068a5 None None] The sync data for ids ['2565af04-c881-4454-81af-6f847dbc0a0d'] in dv-cinder-772181-6-smb is: [{'id': '2565af04-c881-4454-81af-6f847dbc0a0d', 'name': 'tempest-TestMinimumBasicScenario-1846492551-router', 'tenant_id': 'd4e12424e8744806b903d167ceb7efca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'external_fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.139'}], 'enable_snat': True}, 'gw_port_id': '828c247c-8944-48c6-944b-a10d866ca852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T07:02:47Z', 'updated_at': '2021-01-24T07:02:53Z', 'revision_number': 4, 'project_id': 'd4e12424e8744806b903d167ceb7efca', 'gw_port': {'id': '828c247c-8944-48c6-944b-a10d866ca852', 'name': '', 'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:aa:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2565af04-c881-4454-81af-6f847dbc0a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T07:02:48Z', 'updated_at': '2021-01-24T07:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-6-smb', '_floatingips': [{'id': '43364596-60cd-4b02-a300-160bcac54ad3', 'tenant_id': 'd4e12424e8744806b903d167ceb7efca', 'floating_ip_address': '172.28.0.64', 'floating_network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'router_id': '2565af04-c881-4454-81af-6f847dbc0a0d', 'port_id': '5b64072b-0c44-44bd-b072-9213dd372648', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0778c19a-a4dd-4c37-939b-e3b5bf8b4d40', 'mac_address': 'fa:16:3e:b3:43:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77036fcc-1a0c-46d9-83a6-3ce4cceb5f79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-24T07:03:38Z', 'updated_at': '2021-01-24T07:03:41Z', 'revision_number': 1, 'project_id': 'd4e12424e8744806b903d167ceb7efca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfd308cd-cab8-433a-bc8c-66452f5ba6de', 'name': '', 'network_id': '0778c19a-a4dd-4c37-939b-e3b5bf8b4d40', 'tenant_id': 'd4e12424e8744806b903d167ceb7efca', 'mac_address': 'fa:16:3e:c7:7f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2565af04-c881-4454-81af-6f847dbc0a0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'c1f8ce7e-f633-4d2b-a697-18e4b662c620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T07:02:52Z', 'updated_at': '2021-01-24T07:03:02Z', 'revision_number': 5, 'project_id': 'd4e12424e8744806b903d167ceb7efca', 'subnets': [{'id': 'c1f8ce7e-f633-4d2b-a697-18e4b662c620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 24 07:03:43.780443 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2733d1-5885-4d2a-a0e5-3babf23e6290 req-baa3995b-9e98-4672-be75-149ad445a782 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:43.782155 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-6f2733d1-5885-4d2a-a0e5-3babf23e6290 req-baa3995b-9e98-4672-be75-149ad445a782 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/ports?device_id=95163a3c-ba0b-4102-9304-6feab8baf980 HTTP/1.1" status: 200 len: 943 time: 0.1180747 Jan 24 07:03:43.849054 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-6f2733d1-5885-4d2a-a0e5-3babf23e6290 req-abf9cf75-5274-44fa-9532-81195f5a51b8 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/security-groups?id=e6c6f0fc-adc0-414d-839d-1f449449d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471113 Jan 24 07:03:43.914537 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.base [req-e5cf1029-c532-4c40-8b66-4ec8f56ac139 req-8341387e-9497-4891-871b-b55cd51bc2b0 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-92365943', 'description': 'tempest-TestMinimumBasicScenario-92365943 description'}} {{(pid=80236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 07:03:43.927091 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [req-e5cf1029-c532-4c40-8b66-4ec8f56ac139 req-8341387e-9497-4891-871b-b55cd51bc2b0 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 07:03:43.937031 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [req-e5cf1029-c532-4c40-8b66-4ec8f56ac139 req-8341387e-9497-4891-871b-b55cd51bc2b0 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 07:03:43.946045 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-e5cf1029-c532-4c40-8b66-4ec8f56ac139 req-8341387e-9497-4891-871b-b55cd51bc2b0 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Notify callbacks [] for security_group, before_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:03:43.968859 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [req-e5cf1029-c532-4c40-8b66-4ec8f56ac139 req-8341387e-9497-4891-871b-b55cd51bc2b0 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 07:03:43.973710 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-e5cf1029-c532-4c40-8b66-4ec8f56ac139 req-8341387e-9497-4891-871b-b55cd51bc2b0 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Usage tracker for resource:security_group_rule and tenant:d4e12424e8744806b903d167ceb7efca is out of sync, need to count used quota {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 07:03:43.976812 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-e5cf1029-c532-4c40-8b66-4ec8f56ac139 req-8341387e-9497-4891-871b-b55cd51bc2b0 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 07:03:43.982733 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [req-e5cf1029-c532-4c40-8b66-4ec8f56ac139 req-8341387e-9497-4891-871b-b55cd51bc2b0 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 07:03:44.062169 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-e5cf1029-c532-4c40-8b66-4ec8f56ac139 req-8341387e-9497-4891-871b-b55cd51bc2b0 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Notify callbacks [] for security_group, precommit_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:03:44.065200 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-e5cf1029-c532-4c40-8b66-4ec8f56ac139 req-8341387e-9497-4891-871b-b55cd51bc2b0 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:03:44.071094 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-9e05b5e8-afda-400f-a869-1a1b6d4f4879 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:03:44.084900 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3a300e-19bf-4f83-952a-faf3f865384e None None] New status for floating IP 43364596-60cd-4b02-a300-160bcac54ad3: ACTIVE {{(pid=80238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 24 07:03:44.122488 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8341387e-9497-4891-871b-b55cd51bc2b0 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Pushing event updated for resources: {'SecurityGroup': ['ID=b14dc0a1-3a21-4394-b992-11bc5a5ed609,revision_number=1']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:03:44.134729 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8341387e-9497-4891-871b-b55cd51bc2b0 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:03:44.135107 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8341387e-9497-4891-871b-b55cd51bc2b0 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:03:44.135513 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8341387e-9497-4891-871b-b55cd51bc2b0 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:03:44.136031 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8341387e-9497-4891-871b-b55cd51bc2b0 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:03:44.136412 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8341387e-9497-4891-871b-b55cd51bc2b0 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:03:44.136808 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8341387e-9497-4891-871b-b55cd51bc2b0 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:03:44.137195 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8341387e-9497-4891-871b-b55cd51bc2b0 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:03:44.137581 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8341387e-9497-4891-871b-b55cd51bc2b0 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:03:44.137963 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8341387e-9497-4891-871b-b55cd51bc2b0 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:03:44.138597 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8341387e-9497-4891-871b-b55cd51bc2b0 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:03:44.139509 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8341387e-9497-4891-871b-b55cd51bc2b0 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:03:44.139931 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8341387e-9497-4891-871b-b55cd51bc2b0 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:03:44.140372 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8341387e-9497-4891-871b-b55cd51bc2b0 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:03:44.140757 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8341387e-9497-4891-871b-b55cd51bc2b0 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:03:44.141148 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8341387e-9497-4891-871b-b55cd51bc2b0 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:03:44.141531 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8341387e-9497-4891-871b-b55cd51bc2b0 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:03:44.141910 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8341387e-9497-4891-871b-b55cd51bc2b0 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:03:44.142288 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8341387e-9497-4891-871b-b55cd51bc2b0 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:03:44.142664 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8341387e-9497-4891-871b-b55cd51bc2b0 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:03:44.143041 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8341387e-9497-4891-871b-b55cd51bc2b0 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:03:44.143975 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8341387e-9497-4891-871b-b55cd51bc2b0 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:03:44.144356 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8341387e-9497-4891-871b-b55cd51bc2b0 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:03:44.144740 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8341387e-9497-4891-871b-b55cd51bc2b0 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:03:44.145118 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8341387e-9497-4891-871b-b55cd51bc2b0 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:03:44.149094 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-e5cf1029-c532-4c40-8b66-4ec8f56ac139 req-8341387e-9497-4891-871b-b55cd51bc2b0 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Notify callbacks [] for security_group, before_response {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:03:44.150460 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-e5cf1029-c532-4c40-8b66-4ec8f56ac139 req-8341387e-9497-4891-871b-b55cd51bc2b0 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.2411699 Jan 24 07:03:44.151342 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-8341387e-9497-4891-871b-b55cd51bc2b0 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:03:44.255995 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-92a9a6b6-0e7f-4f55-bd98-68d00f3df562 req-56d570af-a17e-4d07-a892-0a1460f9b623 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] 10.222.0.22 "GET /v2.0/security-groups/b14dc0a1-3a21-4394-b992-11bc5a5ed609 HTTP/1.1" status: 200 len: 1810 time: 0.0644536 Jan 24 07:03:44.273487 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.base [req-92a9a6b6-0e7f-4f55-bd98-68d00f3df562 req-c1093aae-92e5-4276-9827-d082253389af tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b14dc0a1-3a21-4394-b992-11bc5a5ed609', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 07:03:44.274790 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.base [req-92a9a6b6-0e7f-4f55-bd98-68d00f3df562 req-c1093aae-92e5-4276-9827-d082253389af tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b14dc0a1-3a21-4394-b992-11bc5a5ed609', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 07:03:44.295215 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [req-92a9a6b6-0e7f-4f55-bd98-68d00f3df562 req-c1093aae-92e5-4276-9827-d082253389af tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 07:03:44.300690 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-92a9a6b6-0e7f-4f55-bd98-68d00f3df562 req-c1093aae-92e5-4276-9827-d082253389af tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Usage tracker for resource:security_group_rule and tenant:d4e12424e8744806b903d167ceb7efca is out of sync, need to count used quota {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 07:03:44.303954 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-92a9a6b6-0e7f-4f55-bd98-68d00f3df562 req-c1093aae-92e5-4276-9827-d082253389af tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 07:03:44.310046 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [req-92a9a6b6-0e7f-4f55-bd98-68d00f3df562 req-c1093aae-92e5-4276-9827-d082253389af tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 07:03:44.372374 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-92a9a6b6-0e7f-4f55-bd98-68d00f3df562 req-c1093aae-92e5-4276-9827-d082253389af tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Notify callbacks [] for security_group_rule, before_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:03:44.398832 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-92a9a6b6-0e7f-4f55-bd98-68d00f3df562 req-c1093aae-92e5-4276-9827-d082253389af tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:03:44.403573 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-92a9a6b6-0e7f-4f55-bd98-68d00f3df562 req-c1093aae-92e5-4276-9827-d082253389af tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337684'] for security_group_rule, after_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:03:44.405714 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:03:44.435243 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1093aae-92e5-4276-9827-d082253389af tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5204843a-e053-42e8-837d-a5a01df2e9e2,revision_number=0']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:03:44.440976 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-c1093aae-92e5-4276-9827-d082253389af tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:03:44.447047 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-92a9a6b6-0e7f-4f55-bd98-68d00f3df562 req-c1093aae-92e5-4276-9827-d082253389af tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Notify callbacks [] for security_group_rule, before_response {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:03:44.448467 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-92a9a6b6-0e7f-4f55-bd98-68d00f3df562 req-c1093aae-92e5-4276-9827-d082253389af tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1840649 Jan 24 07:03:44.541964 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-4ab6613a-0e86-4b0b-af52-b40df8b8057e req-dee211c9-85a0-422e-a65d-f2c8eef24967 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] 10.222.0.22 "GET /v2.0/security-groups/b14dc0a1-3a21-4394-b992-11bc5a5ed609 HTTP/1.1" status: 200 len: 2403 time: 0.0589285 Jan 24 07:03:44.561619 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.base [req-4ab6613a-0e86-4b0b-af52-b40df8b8057e req-839b6c6f-ebc4-4e0a-9e19-9dc07747ee64 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b14dc0a1-3a21-4394-b992-11bc5a5ed609', 'remote_group_id': None}]} {{(pid=80236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 07:03:44.561619 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.base [req-4ab6613a-0e86-4b0b-af52-b40df8b8057e req-839b6c6f-ebc4-4e0a-9e19-9dc07747ee64 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b14dc0a1-3a21-4394-b992-11bc5a5ed609', 'remote_group_id': None}} {{(pid=80236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 07:03:44.575056 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [req-4ab6613a-0e86-4b0b-af52-b40df8b8057e req-839b6c6f-ebc4-4e0a-9e19-9dc07747ee64 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 07:03:44.581811 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-4ab6613a-0e86-4b0b-af52-b40df8b8057e req-839b6c6f-ebc4-4e0a-9e19-9dc07747ee64 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Usage tracker for resource:security_group_rule and tenant:d4e12424e8744806b903d167ceb7efca is out of sync, need to count used quota {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 07:03:44.585374 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-4ab6613a-0e86-4b0b-af52-b40df8b8057e req-839b6c6f-ebc4-4e0a-9e19-9dc07747ee64 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 07:03:44.591391 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [req-4ab6613a-0e86-4b0b-af52-b40df8b8057e req-839b6c6f-ebc4-4e0a-9e19-9dc07747ee64 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 07:03:44.673431 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-4ab6613a-0e86-4b0b-af52-b40df8b8057e req-839b6c6f-ebc4-4e0a-9e19-9dc07747ee64 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Notify callbacks [] for security_group_rule, before_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:03:44.700664 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-4ab6613a-0e86-4b0b-af52-b40df8b8057e req-839b6c6f-ebc4-4e0a-9e19-9dc07747ee64 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:03:44.704998 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-4ab6613a-0e86-4b0b-af52-b40df8b8057e req-839b6c6f-ebc4-4e0a-9e19-9dc07747ee64 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337684'] for security_group_rule, after_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:03:44.708442 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:03:44.731578 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839b6c6f-ebc4-4e0a-9e19-9dc07747ee64 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b17da99c-1c57-45e5-bbb6-8d74b11e59f9,revision_number=0']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:03:44.735983 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-839b6c6f-ebc4-4e0a-9e19-9dc07747ee64 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:03:44.743542 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-4ab6613a-0e86-4b0b-af52-b40df8b8057e req-839b6c6f-ebc4-4e0a-9e19-9dc07747ee64 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Notify callbacks [] for security_group_rule, before_response {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:03:44.744850 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-4ab6613a-0e86-4b0b-af52-b40df8b8057e req-839b6c6f-ebc4-4e0a-9e19-9dc07747ee64 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1917286 Jan 24 07:03:44.899824 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-cd6b136f-0878-4a6b-b951-88d514196514 req-302e32ab-a1d7-4c62-88c2-290f5b5c7f7d tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Synchronizing usage tracker for tenant:d4e12424e8744806b903d167ceb7efca on resource:security_group {{(pid=80236) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 07:03:44.915815 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-cd6b136f-0878-4a6b-b951-88d514196514 req-302e32ab-a1d7-4c62-88c2-290f5b5c7f7d tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Unset dirty status for tenant:d4e12424e8744806b903d167ceb7efca on resource:security_group {{(pid=80236) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 07:03:44.916991 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-cd6b136f-0878-4a6b-b951-88d514196514 req-302e32ab-a1d7-4c62-88c2-290f5b5c7f7d tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-92365943&fields=id&tenant_id=d4e12424e8744806b903d167ceb7efca HTTP/1.1" status: 200 len: 267 time: 0.0661535 Jan 24 07:03:45.027511 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6b136f-0878-4a6b-b951-88d514196514 req-1f091e09-1c94-41dd-9464-f73539b87aef tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:45.029157 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-cd6b136f-0878-4a6b-b951-88d514196514 req-1f091e09-1c94-41dd-9464-f73539b87aef tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] 10.222.0.22 "GET /v2.0/ports?device_id=77036fcc-1a0c-46d9-83a6-3ce4cceb5f79 HTTP/1.1" status: 200 len: 945 time: 0.1055741 Jan 24 07:03:45.041341 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.base [req-cd6b136f-0878-4a6b-b951-88d514196514 req-d4ba3030-0a27-405a-90c9-abe20b8d059e tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Request body: {'port': {'security_groups': ['6eae65fb-7168-443c-a9a4-1b775935cf24', 'b14dc0a1-3a21-4394-b992-11bc5a5ed609']}} {{(pid=80236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 07:03:45.184665 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-cd6b136f-0878-4a6b-b951-88d514196514 req-d4ba3030-0a27-405a-90c9-abe20b8d059e tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:03:45.536202 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-cd6b136f-0878-4a6b-b951-88d514196514 req-d4ba3030-0a27-405a-90c9-abe20b8d059e tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] For port 5b64072b-0c44-44bd-b072-9213dd372648, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=5b64072b-0c44-44bd-b072-9213dd372648,segment=NetworkSegment(30da51e1-6089-4aea-ae43-59dc3d6d1d4c),segment_id=30da51e1-6089-4aea-ae43-59dc3d6d1d4c)] {{(pid=80236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 07:03:45.565202 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-cd6b136f-0878-4a6b-b951-88d514196514 req-d4ba3030-0a27-405a-90c9-abe20b8d059e tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Notify callbacks [] for port, precommit_update {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:03:45.568960 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-cd6b136f-0878-4a6b-b951-88d514196514 req-d4ba3030-0a27-405a-90c9-abe20b8d059e tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2763772'] for port, after_update {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:03:45.586919 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-c24c5510-57f0-473e-9249-5a48bdc3a577 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:03:45.753301 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ba3030-0a27-405a-90c9-abe20b8d059e tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Pushing event updated for resources: {'Port': ['ID=5b64072b-0c44-44bd-b072-9213dd372648,revision_number=5']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:03:45.758243 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-d4ba3030-0a27-405a-90c9-abe20b8d059e tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:03:45.810630 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6b136f-0878-4a6b-b951-88d514196514 req-d4ba3030-0a27-405a-90c9-abe20b8d059e tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:45.811391 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-cd6b136f-0878-4a6b-b951-88d514196514 req-d4ba3030-0a27-405a-90c9-abe20b8d059e tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149749'] for port, before_response {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:03:45.813090 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-cd6b136f-0878-4a6b-b951-88d514196514 req-d4ba3030-0a27-405a-90c9-abe20b8d059e tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] 10.222.0.22 "PUT /v2.0/ports/5b64072b-0c44-44bd-b072-9213dd372648 HTTP/1.1" status: 200 len: 981 time: 0.7766984 Jan 24 07:03:45.813668 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77036fcc-1a0c-46d9-83a6-3ce4cceb5f79', 'tag': '5b64072b-0c44-44bd-b072-9213dd372648'}] {{(pid=80236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 07:03:46.041019 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a380a0-0451-433e-8386-5a25408e4936 req-487cb6ea-a40d-4fc9-9c72-34a9092097ee tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:46.042669 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-21a380a0-0451-433e-8386-5a25408e4936 req-487cb6ea-a40d-4fc9-9c72-34a9092097ee tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/ports?device_id=95163a3c-ba0b-4102-9304-6feab8baf980 HTTP/1.1" status: 200 len: 943 time: 0.1125097 Jan 24 07:03:46.099463 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-21a380a0-0451-433e-8386-5a25408e4936 req-c3b76a3d-0624-4c32-8dde-edb69be06d0e tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/security-groups?id=e6c6f0fc-adc0-414d-839d-1f449449d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497961 Jan 24 07:03:46.111535 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-2e67ba85-be5a-48fc-9297-7c8c8009c24c None None] Provisioning complete for port 5b64072b-0c44-44bd-b072-9213dd372648 triggered by entity DHCP. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 07:03:46.112031 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-2e67ba85-be5a-48fc-9297-7c8c8009c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:03:46.189126 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77036fcc-1a0c-46d9-83a6-3ce4cceb5f79', 'tag': '5b64072b-0c44-44bd-b072-9213dd372648', 'status': 'completed', 'code': 200} Jan 24 07:03:46.212889 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b55c98aa-e6ec-453c-a52c-5b9b9d3730b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:03:46.414493 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20d955a-5135-46a4-bcc7-ac643573cf45 req-873fe9b8-c57c-4a6a-b3b3-281dc0a05ab1 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:46.416384 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-f20d955a-5135-46a4-bcc7-ac643573cf45 req-873fe9b8-c57c-4a6a-b3b3-281dc0a05ab1 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] 10.222.0.22 "GET /v2.0/ports?device_id=77036fcc-1a0c-46d9-83a6-3ce4cceb5f79 HTTP/1.1" status: 200 len: 984 time: 0.1263082 Jan 24 07:03:46.477945 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-f20d955a-5135-46a4-bcc7-ac643573cf45 req-2a02c46d-9218-43de-a8ba-a0f5872f11b2 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] 10.222.0.22 "GET /v2.0/security-groups?id=6eae65fb-7168-443c-a9a4-1b775935cf24&id=b14dc0a1-3a21-4394-b992-11bc5a5ed609&fields=id&fields=name HTTP/1.1" status: 200 len: 388 time: 0.0545645 Jan 24 07:03:46.641930 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Device 5b64072b-0c44-44bd-b072-9213dd372648 up at agent ovs-agent-hv-cinder-77218 {{(pid=80237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 07:03:46.722626 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Provisioning complete for port 5b64072b-0c44-44bd-b072-9213dd372648 triggered by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 07:03:46.723033 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:03:47.359738 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569f23af-c4f1-4771-97a6-ac8a7d50bb49 req-c20ac2a7-58f6-494f-8296-fbc6d51516f6 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:47.361545 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-569f23af-c4f1-4771-97a6-ac8a7d50bb49 req-c20ac2a7-58f6-494f-8296-fbc6d51516f6 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/ports?device_id=95163a3c-ba0b-4102-9304-6feab8baf980 HTTP/1.1" status: 200 len: 943 time: 0.1092517 Jan 24 07:03:47.423113 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-569f23af-c4f1-4771-97a6-ac8a7d50bb49 req-4f700951-6d47-4679-8945-b0ea2b167d37 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/security-groups?id=e6c6f0fc-adc0-414d-839d-1f449449d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540080 Jan 24 07:03:48.695977 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae74b3ad-628d-4258-94eb-7563a39890a6 req-fc7fbda6-eb37-4e45-8a33-9642f55573b6 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:48.700312 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-ae74b3ad-628d-4258-94eb-7563a39890a6 req-fc7fbda6-eb37-4e45-8a33-9642f55573b6 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/ports?device_id=95163a3c-ba0b-4102-9304-6feab8baf980 HTTP/1.1" status: 200 len: 943 time: 0.1286352 Jan 24 07:03:48.751473 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-ae74b3ad-628d-4258-94eb-7563a39890a6 req-c78e187b-9f14-415d-9ae6-c45a28daf01f tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/security-groups?id=e6c6f0fc-adc0-414d-839d-1f449449d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475883 Jan 24 07:03:49.627194 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-73e242ac-8790-4a78-a707-fe00eef564b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:03:50.016644 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8248837f-1d09-47a1-8d76-636395e10669 req-fe507c80-3a6d-4f37-8993-036385239283 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:50.018373 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-8248837f-1d09-47a1-8d76-636395e10669 req-fe507c80-3a6d-4f37-8993-036385239283 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/ports?device_id=95163a3c-ba0b-4102-9304-6feab8baf980 HTTP/1.1" status: 200 len: 943 time: 0.1148036 Jan 24 07:03:50.074476 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-8248837f-1d09-47a1-8d76-636395e10669 req-49e46897-b0ed-4045-b092-dc56383a2e93 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/security-groups?id=e6c6f0fc-adc0-414d-839d-1f449449d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487378 Jan 24 07:03:50.688498 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-cb4d58fe-d574-4de6-af8b-50862c970d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:03:51.139443 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:03:51.343374 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5f114d-1cd8-48fa-9a71-05d2da77dba2 req-09cd7870-613f-4add-af3d-e24f7d41d3d2 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:51.345094 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-5a5f114d-1cd8-48fa-9a71-05d2da77dba2 req-09cd7870-613f-4add-af3d-e24f7d41d3d2 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/ports?device_id=95163a3c-ba0b-4102-9304-6feab8baf980 HTTP/1.1" status: 200 len: 943 time: 0.1109884 Jan 24 07:03:51.405636 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-5a5f114d-1cd8-48fa-9a71-05d2da77dba2 req-6a95db05-f031-47e6-a2dc-7b47d0c5f9c5 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/security-groups?id=e6c6f0fc-adc0-414d-839d-1f449449d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531490 Jan 24 07:03:52.660206 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-234e5594-7a0b-4e8c-b8aa-6f4b31972cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:03:52.661280 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed207ae6-8dd9-4b3e-aa9a-b453e237a534 req-df9f1e92-6509-4971-91b5-276f389f29ac tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:52.662995 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-ed207ae6-8dd9-4b3e-aa9a-b453e237a534 req-df9f1e92-6509-4971-91b5-276f389f29ac tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/ports?device_id=95163a3c-ba0b-4102-9304-6feab8baf980 HTTP/1.1" status: 200 len: 943 time: 0.1101563 Jan 24 07:03:52.721729 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-ed207ae6-8dd9-4b3e-aa9a-b453e237a534 req-39395ae2-c7ba-4347-85a1-7a96e88f65c0 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/security-groups?id=e6c6f0fc-adc0-414d-839d-1f449449d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523484 Jan 24 07:03:53.257427 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001cc25a-290f-4317-a623-e23fd690e7c8 req-1654abef-2ba4-4c29-8c2f-f3e8900ab97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:53.259037 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-001cc25a-290f-4317-a623-e23fd690e7c8 req-1654abef-2ba4-4c29-8c2f-f3e8900ab97c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d4e12424e8744806b903d167ceb7efca&device_id=77036fcc-1a0c-46d9-83a6-3ce4cceb5f79 HTTP/1.1" status: 200 len: 1202 time: 0.1543624 Jan 24 07:03:53.401281 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001cc25a-290f-4317-a623-e23fd690e7c8 req-e0164708-4f06-419f-9fc2-fc74944c759a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:53.402783 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-001cc25a-290f-4317-a623-e23fd690e7c8 req-e0164708-4f06-419f-9fc2-fc74944c759a service neutron] 10.222.0.18 "GET /v2.0/networks?id=0778c19a-a4dd-4c37-939b-e3b5bf8b4d40 HTTP/1.1" status: 200 len: 909 time: 0.1373208 Jan 24 07:03:53.512724 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-001cc25a-290f-4317-a623-e23fd690e7c8 req-5716b538-cede-4ecf-ac1f-62784c41fea8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b64072b-0c44-44bd-b072-9213dd372648 HTTP/1.1" status: 200 len: 1000 time: 0.1007180 Jan 24 07:03:53.580492 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001cc25a-290f-4317-a623-e23fd690e7c8 req-dfe532ef-f21a-4030-8cdb-3d9dd86cdbce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:53.582000 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-001cc25a-290f-4317-a623-e23fd690e7c8 req-dfe532ef-f21a-4030-8cdb-3d9dd86cdbce service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c1f8ce7e-f633-4d2b-a697-18e4b662c620 HTTP/1.1" status: 200 len: 854 time: 0.0618598 Jan 24 07:03:53.669396 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001cc25a-290f-4317-a623-e23fd690e7c8 req-03c1510a-1ad5-4723-bb23-7ca108273f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:53.670930 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-001cc25a-290f-4317-a623-e23fd690e7c8 req-03c1510a-1ad5-4723-bb23-7ca108273f20 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0778c19a-a4dd-4c37-939b-e3b5bf8b4d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0795739 Jan 24 07:03:53.818747 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-001cc25a-290f-4317-a623-e23fd690e7c8 req-c2c61cf7-d24b-4412-bec3-8b3b55f2d1b5 service neutron] 10.222.0.18 "GET /v2.0/networks/0778c19a-a4dd-4c37-939b-e3b5bf8b4d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359737 Jan 24 07:03:53.961669 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-001cc25a-290f-4317-a623-e23fd690e7c8 req-d2ed1fe4-136a-49a2-9c54-b0fb121f0e27 service neutron] 10.222.0.18 "GET /v2.0/networks/0778c19a-a4dd-4c37-939b-e3b5bf8b4d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1357501 Jan 24 07:03:53.977450 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3f7972-7510-4bc9-9ae3-541af5d1e66b req-0a26d2e1-2f21-4ec1-8ff8-6fecd6a15e3b tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:53.981946 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-da3f7972-7510-4bc9-9ae3-541af5d1e66b req-0a26d2e1-2f21-4ec1-8ff8-6fecd6a15e3b tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/ports?device_id=95163a3c-ba0b-4102-9304-6feab8baf980 HTTP/1.1" status: 200 len: 943 time: 0.1126509 Jan 24 07:03:54.031383 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-da3f7972-7510-4bc9-9ae3-541af5d1e66b req-eaac028f-b892-4851-8efa-59515987f78d tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/security-groups?id=e6c6f0fc-adc0-414d-839d-1f449449d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460508 Jan 24 07:03:54.112765 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03313d3c-1081-4bd7-9726-e29c9abf7da6 req-940173ff-b9a9-4e14-99e1-5b5be5be6b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:54.115177 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-03313d3c-1081-4bd7-9726-e29c9abf7da6 req-940173ff-b9a9-4e14-99e1-5b5be5be6b8e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d4e12424e8744806b903d167ceb7efca&device_id=77036fcc-1a0c-46d9-83a6-3ce4cceb5f79 HTTP/1.1" status: 200 len: 1202 time: 0.0778050 Jan 24 07:03:54.483921 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03313d3c-1081-4bd7-9726-e29c9abf7da6 req-1e5dcd91-0e60-4a93-92c2-6b5f076b7d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:54.485433 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-03313d3c-1081-4bd7-9726-e29c9abf7da6 req-1e5dcd91-0e60-4a93-92c2-6b5f076b7d9d service neutron] 10.222.0.18 "GET /v2.0/networks?id=0778c19a-a4dd-4c37-939b-e3b5bf8b4d40 HTTP/1.1" status: 200 len: 909 time: 0.3626451 Jan 24 07:03:54.594068 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-03313d3c-1081-4bd7-9726-e29c9abf7da6 req-9ddae7b1-dc61-4374-9fab-286f40c082b6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b64072b-0c44-44bd-b072-9213dd372648 HTTP/1.1" status: 200 len: 1000 time: 0.1016378 Jan 24 07:03:54.672397 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03313d3c-1081-4bd7-9726-e29c9abf7da6 req-adace8f4-249e-4dcb-ba48-2a41b5ddbc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:54.673966 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-03313d3c-1081-4bd7-9726-e29c9abf7da6 req-adace8f4-249e-4dcb-ba48-2a41b5ddbc45 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c1f8ce7e-f633-4d2b-a697-18e4b662c620 HTTP/1.1" status: 200 len: 854 time: 0.0646534 Jan 24 07:03:54.761696 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03313d3c-1081-4bd7-9726-e29c9abf7da6 req-e9eaa52e-603e-4ee0-a0a0-16154f2eced1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:54.763464 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-03313d3c-1081-4bd7-9726-e29c9abf7da6 req-e9eaa52e-603e-4ee0-a0a0-16154f2eced1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0778c19a-a4dd-4c37-939b-e3b5bf8b4d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0778861 Jan 24 07:03:54.905358 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-03313d3c-1081-4bd7-9726-e29c9abf7da6 req-b0dde74a-71ae-4b5e-9eb8-d6c1b0a2bfbb service neutron] 10.222.0.18 "GET /v2.0/networks/0778c19a-a4dd-4c37-939b-e3b5bf8b4d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334462 Jan 24 07:03:55.050180 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-03313d3c-1081-4bd7-9726-e29c9abf7da6 req-64fa9d21-238b-4981-91f0-2eb3562dd4a0 service neutron] 10.222.0.18 "GET /v2.0/networks/0778c19a-a4dd-4c37-939b-e3b5bf8b4d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1342342 Jan 24 07:03:55.281835 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e80375a-05fb-4e30-8718-d2617a0388b2 req-fb1b9b0e-f406-4945-a16b-01cc99025f9c tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:55.283436 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-1e80375a-05fb-4e30-8718-d2617a0388b2 req-fb1b9b0e-f406-4945-a16b-01cc99025f9c tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/ports?device_id=95163a3c-ba0b-4102-9304-6feab8baf980 HTTP/1.1" status: 200 len: 943 time: 0.1044190 Jan 24 07:03:55.340630 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-1e80375a-05fb-4e30-8718-d2617a0388b2 req-e3be7393-c7fe-46cc-b111-1c71c14a48b4 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/security-groups?id=e6c6f0fc-adc0-414d-839d-1f449449d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497026 Jan 24 07:03:56.586701 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f240abd-bc67-40d3-9523-6cb1c5ebbe9e req-7500938e-e5c5-4780-bb3d-4ef7c088d149 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:56.588357 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-9f240abd-bc67-40d3-9523-6cb1c5ebbe9e req-7500938e-e5c5-4780-bb3d-4ef7c088d149 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/ports?device_id=95163a3c-ba0b-4102-9304-6feab8baf980 HTTP/1.1" status: 200 len: 943 time: 0.1056361 Jan 24 07:03:56.653064 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-9f240abd-bc67-40d3-9523-6cb1c5ebbe9e req-f8f604f3-2abc-4acf-948f-7bfff448183e tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/security-groups?id=e6c6f0fc-adc0-414d-839d-1f449449d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568964 Jan 24 07:03:56.902528 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Device cafa292e-beda-4519-a550-d7496597125e up at agent ovs-agent-hv-cinder-77218 {{(pid=80237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 07:03:56.974791 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Provisioning complete for port cafa292e-beda-4519-a550-d7496597125e triggered by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 07:03:56.975211 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:03:57.096616 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:03:57.124373 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95163a3c-ba0b-4102-9304-6feab8baf980', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cafa292e-beda-4519-a550-d7496597125e'}] {{(pid=80237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 07:03:57.134937 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] For port cafa292e-beda-4519-a550-d7496597125e, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=cafa292e-beda-4519-a550-d7496597125e,segment=NetworkSegment(2d94361e-67c4-4120-8244-70bedab0ca27),segment_id=2d94361e-67c4-4120-8244-70bedab0ca27)] {{(pid=80237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 07:03:57.140553 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098'] for port, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:03:57.142416 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:03:57.186361 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95163a3c-ba0b-4102-9304-6feab8baf980', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cafa292e-beda-4519-a550-d7496597125e', 'code': 200} Jan 24 07:03:57.212735 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Pushing event updated for resources: {'Port': ['ID=cafa292e-beda-4519-a550-d7496597125e,revision_number=6']} {{(pid=80237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:03:57.220370 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:03:57.220753 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:03:57.221127 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:03:57.221496 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:03:57.221860 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:03:57.222225 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:03:57.222585 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:03:57.222944 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:03:57.223381 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:03:57.223767 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:03:57.224131 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:03:57.224488 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:03:57.224887 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:03:57.225243 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:03:57.225595 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:03:57.225951 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:03:57.226304 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:03:57.226654 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:03:57.227005 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:03:57.227355 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:03:57.227720 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:03:57.228079 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:03:57.228431 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:03:57.228780 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:03:57.232915 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:03:57.810169 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1b74ae-9efa-4298-9404-f094a2e8594d req-1454b892-bc8b-4963-beae-e4f22bbe47ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:57.811844 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-3a1b74ae-9efa-4298-9404-f094a2e8594d req-1454b892-bc8b-4963-beae-e4f22bbe47ef service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=95163a3c-ba0b-4102-9304-6feab8baf980 HTTP/1.1" status: 200 len: 1162 time: 0.0801098 Jan 24 07:03:57.857452 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-3a1b74ae-9efa-4298-9404-f094a2e8594d req-5ba31328-0f54-41fe-9c5a-55feae410db4 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e6c6f0fc-adc0-414d-839d-1f449449d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381238 Jan 24 07:03:57.911040 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5de4784-4765-4940-92b6-14137c2d2edf req-289bbedb-806f-4556-8834-9a893e0bbf3e tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:57.912662 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-d5de4784-4765-4940-92b6-14137c2d2edf req-289bbedb-806f-4556-8834-9a893e0bbf3e tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/ports?device_id=95163a3c-ba0b-4102-9304-6feab8baf980 HTTP/1.1" status: 200 len: 945 time: 0.1123154 Jan 24 07:03:57.965030 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-d5de4784-4765-4940-92b6-14137c2d2edf req-bc61e21a-c640-42e6-ad24-e93be6a9aa2b tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/security-groups?id=e6c6f0fc-adc0-414d-839d-1f449449d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458469 Jan 24 07:03:58.531160 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Device cafa292e-beda-4519-a550-d7496597125e up at agent ovs-agent-hv-cinder-77218 {{(pid=80237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 07:03:58.606602 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Provisioning complete for port cafa292e-beda-4519-a550-d7496597125e triggered by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 07:03:58.607022 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:03:59.214463 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd8df60-dd1a-44b1-8454-ffc55ee32874 req-ad6225e6-03be-414c-a790-6a495c093441 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:03:59.216167 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-5cd8df60-dd1a-44b1-8454-ffc55ee32874 req-ad6225e6-03be-414c-a790-6a495c093441 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/ports?device_id=95163a3c-ba0b-4102-9304-6feab8baf980 HTTP/1.1" status: 200 len: 945 time: 0.1038744 Jan 24 07:03:59.283604 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-5cd8df60-dd1a-44b1-8454-ffc55ee32874 req-e933982e-40a3-4bce-b3d2-a9ffe2760c3e tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/security-groups?id=e6c6f0fc-adc0-414d-839d-1f449449d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612178 Jan 24 07:04:00.026651 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:00.532753 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e374516-e8c1-49f4-8e5f-5604de224a41 req-e1519c84-3612-450c-aafa-9e4635ba756e tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:04:00.534393 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-4e374516-e8c1-49f4-8e5f-5604de224a41 req-e1519c84-3612-450c-aafa-9e4635ba756e tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/ports?device_id=95163a3c-ba0b-4102-9304-6feab8baf980 HTTP/1.1" status: 200 len: 945 time: 0.1062167 Jan 24 07:04:00.586307 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-4e374516-e8c1-49f4-8e5f-5604de224a41 req-e883afdd-275e-48da-b7b2-c0d95c0d9fb7 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/security-groups?id=e6c6f0fc-adc0-414d-839d-1f449449d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449750 Jan 24 07:04:10.122506 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.agents_db [None req-2c2cd112-eb45-4d42-b228-ef41d20f669c None None] Agent healthcheck: found 6 active agents {{(pid=80238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 07:04:12.488620 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5b8667-7235-4ba5-84c1-af4aa2875025 req-d663b032-2605-4b0d-bbf7-4c7f49808c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:04:12.491111 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-9d5b8667-7235-4ba5-84c1-af4aa2875025 req-d663b032-2605-4b0d-bbf7-4c7f49808c94 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d4e12424e8744806b903d167ceb7efca&device_id=77036fcc-1a0c-46d9-83a6-3ce4cceb5f79 HTTP/1.1" status: 200 len: 1202 time: 0.0883641 Jan 24 07:04:12.515436 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4435d56c-1070-49e4-b817-ef7b23bd5769 req-419e2294-f471-48e9-ad82-86e5b34bffba tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:04:12.517138 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-4435d56c-1070-49e4-b817-ef7b23bd5769 req-419e2294-f471-48e9-ad82-86e5b34bffba tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] 10.222.0.22 "GET /v2.0/ports?device_id=77036fcc-1a0c-46d9-83a6-3ce4cceb5f79 HTTP/1.1" status: 200 len: 984 time: 0.1160629 Jan 24 07:04:12.576620 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-4435d56c-1070-49e4-b817-ef7b23bd5769 req-fc98197d-77cf-461b-bcbd-0f6aa027e237 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] 10.222.0.22 "GET /v2.0/security-groups?id=6eae65fb-7168-443c-a9a4-1b775935cf24&id=b14dc0a1-3a21-4394-b992-11bc5a5ed609&fields=id&fields=name HTTP/1.1" status: 200 len: 388 time: 0.0531054 Jan 24 07:04:12.653038 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5b8667-7235-4ba5-84c1-af4aa2875025 req-2f1e1500-9580-433f-bb39-ba6c0e9246bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:04:12.654659 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-9d5b8667-7235-4ba5-84c1-af4aa2875025 req-2f1e1500-9580-433f-bb39-ba6c0e9246bf service neutron] 10.222.0.18 "GET /v2.0/networks?id=0778c19a-a4dd-4c37-939b-e3b5bf8b4d40 HTTP/1.1" status: 200 len: 909 time: 0.1518500 Jan 24 07:04:12.771641 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-9d5b8667-7235-4ba5-84c1-af4aa2875025 req-234bbd30-6e32-4718-b0a9-d445634bb90b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b64072b-0c44-44bd-b072-9213dd372648 HTTP/1.1" status: 200 len: 1000 time: 0.1086092 Jan 24 07:04:12.849141 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5b8667-7235-4ba5-84c1-af4aa2875025 req-d54a241d-5b39-4026-9220-f780115c6d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:04:12.850764 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-9d5b8667-7235-4ba5-84c1-af4aa2875025 req-d54a241d-5b39-4026-9220-f780115c6d42 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c1f8ce7e-f633-4d2b-a697-18e4b662c620 HTTP/1.1" status: 200 len: 854 time: 0.0679934 Jan 24 07:04:12.934528 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5b8667-7235-4ba5-84c1-af4aa2875025 req-749e49e3-7fd0-45d4-8d28-f6def67ff523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:04:12.936099 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-9d5b8667-7235-4ba5-84c1-af4aa2875025 req-749e49e3-7fd0-45d4-8d28-f6def67ff523 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0778c19a-a4dd-4c37-939b-e3b5bf8b4d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0775635 Jan 24 07:04:13.078018 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-9d5b8667-7235-4ba5-84c1-af4aa2875025 req-7ef48e74-af63-44cf-9290-bd32c1c123fa service neutron] 10.222.0.18 "GET /v2.0/networks/0778c19a-a4dd-4c37-939b-e3b5bf8b4d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349607 Jan 24 07:04:13.221488 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-9d5b8667-7235-4ba5-84c1-af4aa2875025 req-eeed222c-3d73-4609-8ce8-bc98750c9aa4 service neutron] 10.222.0.18 "GET /v2.0/networks/0778c19a-a4dd-4c37-939b-e3b5bf8b4d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1344190 Jan 24 07:04:13.819331 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1002d5-45f1-4a41-950e-27a61f452885 req-1f355ba4-8104-4ebb-8faf-1aaf576d7c4c tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:04:13.820962 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-5f1002d5-45f1-4a41-950e-27a61f452885 req-1f355ba4-8104-4ebb-8faf-1aaf576d7c4c tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] 10.222.0.22 "GET /v2.0/ports?device_id=77036fcc-1a0c-46d9-83a6-3ce4cceb5f79 HTTP/1.1" status: 200 len: 984 time: 0.1053507 Jan 24 07:04:13.880225 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-5f1002d5-45f1-4a41-950e-27a61f452885 req-bc6b862b-bbac-4bd0-beec-a32d787e6a75 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] 10.222.0.22 "GET /v2.0/security-groups?id=6eae65fb-7168-443c-a9a4-1b775935cf24&id=b14dc0a1-3a21-4394-b992-11bc5a5ed609&fields=id&fields=name HTTP/1.1" status: 200 len: 388 time: 0.0528867 Jan 24 07:04:15.114479 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e88f913-d4a5-436f-a167-1cdb01a0e4bf req-2fc7f0a7-1fec-4663-95f7-662f889dae92 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:04:15.116118 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-3e88f913-d4a5-436f-a167-1cdb01a0e4bf req-2fc7f0a7-1fec-4663-95f7-662f889dae92 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] 10.222.0.22 "GET /v2.0/ports?device_id=77036fcc-1a0c-46d9-83a6-3ce4cceb5f79 HTTP/1.1" status: 200 len: 984 time: 0.1062589 Jan 24 07:04:15.173181 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-3e88f913-d4a5-436f-a167-1cdb01a0e4bf req-0982a488-d1e8-4743-bfaf-12a85de815c3 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] 10.222.0.22 "GET /v2.0/security-groups?id=6eae65fb-7168-443c-a9a4-1b775935cf24&id=b14dc0a1-3a21-4394-b992-11bc5a5ed609&fields=id&fields=name HTTP/1.1" status: 200 len: 388 time: 0.0505784 Jan 24 07:04:16.192672 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b007840a-91e3-43b9-88d3-6e9991d07e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:16.416053 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb70d734-cd2a-4ef3-9999-d69efc692343 req-16c6b902-6d63-44c8-b2c1-464ff1f82cdf tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:04:16.417556 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-bb70d734-cd2a-4ef3-9999-d69efc692343 req-16c6b902-6d63-44c8-b2c1-464ff1f82cdf tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] 10.222.0.22 "GET /v2.0/ports?device_id=77036fcc-1a0c-46d9-83a6-3ce4cceb5f79 HTTP/1.1" status: 200 len: 984 time: 0.1089504 Jan 24 07:04:16.474656 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-bb70d734-cd2a-4ef3-9999-d69efc692343 req-62caa3c4-11ef-471e-84c0-388598a6f6c3 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] 10.222.0.22 "GET /v2.0/security-groups?id=6eae65fb-7168-443c-a9a4-1b775935cf24&id=b14dc0a1-3a21-4394-b992-11bc5a5ed609&fields=id&fields=name HTTP/1.1" status: 200 len: 388 time: 0.0506818 Jan 24 07:04:17.710649 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5872a03-57dc-4cfe-9951-c1346050e22f req-f7adeb55-ec17-42de-864e-fe9c7f4e587f tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:04:17.712295 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-b5872a03-57dc-4cfe-9951-c1346050e22f req-f7adeb55-ec17-42de-864e-fe9c7f4e587f tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] 10.222.0.22 "GET /v2.0/ports?device_id=77036fcc-1a0c-46d9-83a6-3ce4cceb5f79 HTTP/1.1" status: 200 len: 984 time: 0.1074042 Jan 24 07:04:17.773362 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-b5872a03-57dc-4cfe-9951-c1346050e22f req-1941345d-499d-417e-8f01-f306b657638a tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] 10.222.0.22 "GET /v2.0/security-groups?id=6eae65fb-7168-443c-a9a4-1b775935cf24&id=b14dc0a1-3a21-4394-b992-11bc5a5ed609&fields=id&fields=name HTTP/1.1" status: 200 len: 388 time: 0.0544345 Jan 24 07:04:19.018376 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c2b663-049f-456c-8819-9dce7049b265 req-21b2ced3-198f-44b7-8ad9-49b6597784b5 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:04:19.020489 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-f4c2b663-049f-456c-8819-9dce7049b265 req-21b2ced3-198f-44b7-8ad9-49b6597784b5 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] 10.222.0.22 "GET /v2.0/ports?device_id=77036fcc-1a0c-46d9-83a6-3ce4cceb5f79 HTTP/1.1" status: 200 len: 984 time: 0.1164732 Jan 24 07:04:19.079722 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-f4c2b663-049f-456c-8819-9dce7049b265 req-ca47bfef-0410-4ac1-8a96-6fab058ebc40 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] 10.222.0.22 "GET /v2.0/security-groups?id=6eae65fb-7168-443c-a9a4-1b775935cf24&id=b14dc0a1-3a21-4394-b992-11bc5a5ed609&fields=id&fields=name HTTP/1.1" status: 200 len: 388 time: 0.0526962 Jan 24 07:04:19.630189 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-73e242ac-8790-4a78-a707-fe00eef564b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:20.322100 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a24f8f9-2f54-4c9c-823e-46ffae119451 req-1615b1a6-94af-427f-a14f-dac948cd1f4e tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:04:20.323644 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-6a24f8f9-2f54-4c9c-823e-46ffae119451 req-1615b1a6-94af-427f-a14f-dac948cd1f4e tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] 10.222.0.22 "GET /v2.0/ports?device_id=77036fcc-1a0c-46d9-83a6-3ce4cceb5f79 HTTP/1.1" status: 200 len: 984 time: 0.1096358 Jan 24 07:04:20.381597 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-6a24f8f9-2f54-4c9c-823e-46ffae119451 req-a05b6e23-3474-4139-a177-1a3fac955262 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] 10.222.0.22 "GET /v2.0/security-groups?id=6eae65fb-7168-443c-a9a4-1b775935cf24&id=b14dc0a1-3a21-4394-b992-11bc5a5ed609&fields=id&fields=name HTTP/1.1" status: 200 len: 388 time: 0.0515542 Jan 24 07:04:20.679543 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-74796848-9916-4a60-9712-61e58b2d5f05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:21.122885 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:21.619481 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb731bb-0afd-4ee8-9c54-db4da71b0aa5 req-a985dec6-529c-4d07-b05d-d3130c70a891 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:04:21.621181 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-edb731bb-0afd-4ee8-9c54-db4da71b0aa5 req-a985dec6-529c-4d07-b05d-d3130c70a891 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] 10.222.0.22 "GET /v2.0/ports?device_id=77036fcc-1a0c-46d9-83a6-3ce4cceb5f79 HTTP/1.1" status: 200 len: 984 time: 0.1064637 Jan 24 07:04:21.688560 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-edb731bb-0afd-4ee8-9c54-db4da71b0aa5 req-3ed6216b-f1e3-4fd1-ac9a-8df4bf7208bd tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] 10.222.0.22 "GET /v2.0/security-groups?id=6eae65fb-7168-443c-a9a4-1b775935cf24&id=b14dc0a1-3a21-4394-b992-11bc5a5ed609&fields=id&fields=name HTTP/1.1" status: 200 len: 388 time: 0.0579872 Jan 24 07:04:22.661946 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-234e5594-7a0b-4e8c-b8aa-6f4b31972cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:22.842914 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Device 5b64072b-0c44-44bd-b072-9213dd372648 up at agent ovs-agent-hv-cinder-77218 {{(pid=80237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 07:04:22.922106 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Provisioning complete for port 5b64072b-0c44-44bd-b072-9213dd372648 triggered by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 07:04:22.922444 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:22.932909 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44861a8-475d-4697-a74e-8cddc15be344 req-aaaba440-6dc2-4843-9a59-7e0f8e564a69 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:04:22.934556 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-b44861a8-475d-4697-a74e-8cddc15be344 req-aaaba440-6dc2-4843-9a59-7e0f8e564a69 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] 10.222.0.22 "GET /v2.0/ports?device_id=77036fcc-1a0c-46d9-83a6-3ce4cceb5f79 HTTP/1.1" status: 200 len: 984 time: 0.1146433 Jan 24 07:04:22.992737 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-b44861a8-475d-4697-a74e-8cddc15be344 req-c9c5e351-30b5-48df-af18-f45354748fc9 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] 10.222.0.22 "GET /v2.0/security-groups?id=6eae65fb-7168-443c-a9a4-1b775935cf24&id=b14dc0a1-3a21-4394-b992-11bc5a5ed609&fields=id&fields=name HTTP/1.1" status: 200 len: 388 time: 0.0517669 Jan 24 07:04:24.243191 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102c57fb-03d3-4494-9729-3d0a669cd4a2 req-f75866ea-c571-412d-8d4a-817654f777f1 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:04:24.245013 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-102c57fb-03d3-4494-9729-3d0a669cd4a2 req-f75866ea-c571-412d-8d4a-817654f777f1 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] 10.222.0.22 "GET /v2.0/ports?device_id=77036fcc-1a0c-46d9-83a6-3ce4cceb5f79 HTTP/1.1" status: 200 len: 984 time: 0.1096911 Jan 24 07:04:24.305062 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-102c57fb-03d3-4494-9729-3d0a669cd4a2 req-11d7eb67-1dbe-456b-bc22-3a8e34d3a37c tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] 10.222.0.22 "GET /v2.0/security-groups?id=6eae65fb-7168-443c-a9a4-1b775935cf24&id=b14dc0a1-3a21-4394-b992-11bc5a5ed609&fields=id&fields=name HTTP/1.1" status: 200 len: 388 time: 0.0533750 Jan 24 07:04:24.787565 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-b4efee99-31a7-41bb-8bb7-33fe74f7e221 req-427075a4-f192-4984-8b75-c46860ab30f9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=66d2a86f-27b2-48fd-bcbe-73c31aeb931d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0850046 Jan 24 07:04:24.874175 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Device 5b64072b-0c44-44bd-b072-9213dd372648 up at agent ovs-agent-hv-cinder-77218 {{(pid=80237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 07:04:24.896538 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4efee99-31a7-41bb-8bb7-33fe74f7e221 req-8dec6034-235d-4c1c-a930-d794263c3289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:04:24.898307 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-b4efee99-31a7-41bb-8bb7-33fe74f7e221 req-8dec6034-235d-4c1c-a930-d794263c3289 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2fc6fa56d19f4f2496beee60631c3cb7&device_id=66d2a86f-27b2-48fd-bcbe-73c31aeb931d HTTP/1.1" status: 200 len: 1163 time: 0.0784957 Jan 24 07:04:24.947757 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Provisioning complete for port 5b64072b-0c44-44bd-b072-9213dd372648 triggered by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 07:04:24.948180 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:25.058367 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4efee99-31a7-41bb-8bb7-33fe74f7e221 req-e8b492b6-d843-44a8-a913-4f8a34e0ef5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:04:25.059993 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-b4efee99-31a7-41bb-8bb7-33fe74f7e221 req-e8b492b6-d843-44a8-a913-4f8a34e0ef5a service neutron] 10.222.0.18 "GET /v2.0/networks?id=440b000a-80da-445e-b13a-3c626561a2d5 HTTP/1.1" status: 200 len: 904 time: 0.1409566 Jan 24 07:04:25.173719 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-b4efee99-31a7-41bb-8bb7-33fe74f7e221 req-091f1382-7764-4920-ab8e-96d40fc9e9d9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fa7af62c-5ed7-4218-95f1-00b18edbbdc4 HTTP/1.1" status: 200 len: 1001 time: 0.1059833 Jan 24 07:04:25.242961 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4efee99-31a7-41bb-8bb7-33fe74f7e221 req-29a5c44e-cfa2-4610-a2e4-ff2aca9b678e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:04:25.244610 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-b4efee99-31a7-41bb-8bb7-33fe74f7e221 req-29a5c44e-cfa2-4610-a2e4-ff2aca9b678e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f89146f0-67b7-43a2-a952-f2f292e8520d HTTP/1.1" status: 200 len: 849 time: 0.0638316 Jan 24 07:04:25.331960 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4efee99-31a7-41bb-8bb7-33fe74f7e221 req-be811e0b-7d2e-4366-8af8-924d56955204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:04:25.333668 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-b4efee99-31a7-41bb-8bb7-33fe74f7e221 req-be811e0b-7d2e-4366-8af8-924d56955204 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=440b000a-80da-445e-b13a-3c626561a2d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0822515 Jan 24 07:04:25.489674 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-b4efee99-31a7-41bb-8bb7-33fe74f7e221 req-a48c87b0-6dd1-4d41-9da1-9d504de2fd40 service neutron] 10.222.0.18 "GET /v2.0/networks/440b000a-80da-445e-b13a-3c626561a2d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404555 Jan 24 07:04:25.550535 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513066b6-ab1e-455d-9531-2858dfd50a55 req-e2fc0eb3-640b-4bfd-9278-7c237aa58fec tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:04:25.552227 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-513066b6-ab1e-455d-9531-2858dfd50a55 req-e2fc0eb3-640b-4bfd-9278-7c237aa58fec tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/ports?device_id=66d2a86f-27b2-48fd-bcbe-73c31aeb931d HTTP/1.1" status: 200 len: 946 time: 0.1705308 Jan 24 07:04:25.612982 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d820d8-eacd-4ad2-a902-501b96cc3f52 req-64904579-358a-4968-9c68-b4e1848d200b tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:04:25.614656 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-39d820d8-eacd-4ad2-a902-501b96cc3f52 req-64904579-358a-4968-9c68-b4e1848d200b tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] 10.222.0.22 "GET /v2.0/ports?device_id=77036fcc-1a0c-46d9-83a6-3ce4cceb5f79 HTTP/1.1" status: 200 len: 984 time: 0.1704900 Jan 24 07:04:25.635424 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-b4efee99-31a7-41bb-8bb7-33fe74f7e221 req-05252833-23c1-466c-ba6a-c9504808bc93 service neutron] 10.222.0.18 "GET /v2.0/networks/440b000a-80da-445e-b13a-3c626561a2d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1376147 Jan 24 07:04:25.656881 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-513066b6-ab1e-455d-9531-2858dfd50a55 req-542be401-d85e-4b2f-b6a1-75d0f48ad983 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/security-groups?id=5e0aa7e0-9490-4a99-a5ac-c7a5cd879441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977230 Jan 24 07:04:25.690125 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-39d820d8-eacd-4ad2-a902-501b96cc3f52 req-6fbe4505-38dc-4370-b2bf-4f7a79a6b54d tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] 10.222.0.22 "GET /v2.0/security-groups?id=6eae65fb-7168-443c-a9a4-1b775935cf24&id=b14dc0a1-3a21-4394-b992-11bc5a5ed609&fields=id&fields=name HTTP/1.1" status: 200 len: 388 time: 0.0654414 Jan 24 07:04:26.897303 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5269762-ccbc-4d4f-840d-c4af34d45c87 req-80c1c1f8-9400-45e3-8e70-6b1b02ec5ac1 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:04:26.898835 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-d5269762-ccbc-4d4f-840d-c4af34d45c87 req-80c1c1f8-9400-45e3-8e70-6b1b02ec5ac1 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/ports?device_id=66d2a86f-27b2-48fd-bcbe-73c31aeb931d HTTP/1.1" status: 200 len: 946 time: 0.1070292 Jan 24 07:04:26.949192 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-d5269762-ccbc-4d4f-840d-c4af34d45c87 req-f226ed2f-2a00-474c-a0d4-5fe84e040734 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/security-groups?id=5e0aa7e0-9490-4a99-a5ac-c7a5cd879441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441418 Jan 24 07:04:27.679550 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a335c7eb-2569-4178-bf4e-3c067b18bac4 req-256b70a5-931f-4aa7-bd11-8cabbbe49d64 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:04:27.680445 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-a335c7eb-2569-4178-bf4e-3c067b18bac4 req-256b70a5-931f-4aa7-bd11-8cabbbe49d64 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Synchronizing usage tracker for tenant:2fc6fa56d19f4f2496beee60631c3cb7 on resource:port {{(pid=80235) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 07:04:27.699024 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-a335c7eb-2569-4178-bf4e-3c067b18bac4 req-256b70a5-931f-4aa7-bd11-8cabbbe49d64 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Unset dirty status for tenant:2fc6fa56d19f4f2496beee60631c3cb7 on resource:port {{(pid=80235) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 07:04:27.700361 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-a335c7eb-2569-4178-bf4e-3c067b18bac4 req-256b70a5-931f-4aa7-bd11-8cabbbe49d64 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.18 "GET /v2.0/ports?device_id=66d2a86f-27b2-48fd-bcbe-73c31aeb931d HTTP/1.1" status: 200 len: 946 time: 0.1510248 Jan 24 07:04:27.789337 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [req-a335c7eb-2569-4178-bf4e-3c067b18bac4 req-b9598805-7c72-40da-a361-252ac2097330 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Deleting port fa7af62c-5ed7-4218-95f1-00b18edbbdc4 {{(pid=80235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 07:04:27.789724 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-a335c7eb-2569-4178-bf4e-3c067b18bac4 req-b9598805-7c72-40da-a361-252ac2097330 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760141954436'] for port, before_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:28.052013 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-a335c7eb-2569-4178-bf4e-3c067b18bac4 req-b9598805-7c72-40da-a361-252ac2097330 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] For port fa7af62c-5ed7-4218-95f1-00b18edbbdc4, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=fa7af62c-5ed7-4218-95f1-00b18edbbdc4,segment=NetworkSegment(adda3e32-e252-4d09-9851-9d25a3fda79e),segment_id=adda3e32-e252-4d09-9851-9d25a3fda79e)] {{(pid=80235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 07:04:28.052591 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-a335c7eb-2569-4178-bf4e-3c067b18bac4 req-b9598805-7c72-40da-a361-252ac2097330 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854346336'] for port, precommit_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:28.185955 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc094cc-d893-4be9-8a5c-e514558418ef req-e37b5ce0-b711-446e-87ba-596668257486 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:04:28.187614 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-1dc094cc-d893-4be9-8a5c-e514558418ef req-e37b5ce0-b711-446e-87ba-596668257486 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/ports?device_id=66d2a86f-27b2-48fd-bcbe-73c31aeb931d HTTP/1.1" status: 200 len: 946 time: 0.1063902 Jan 24 07:04:28.370358 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-a335c7eb-2569-4178-bf4e-3c067b18bac4 req-b9598805-7c72-40da-a361-252ac2097330 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Notify callbacks [] for floatingip, precommit_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:28.370688 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-a335c7eb-2569-4178-bf4e-3c067b18bac4 req-b9598805-7c72-40da-a361-252ac2097330 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854261494'] for floatingip, after_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:28.371040 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.db.l3_db [req-a335c7eb-2569-4178-bf4e-3c067b18bac4 req-b9598805-7c72-40da-a361-252ac2097330 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Floating IP d243f117-7aaf-4ec4-9ba8-7c57e1535d34 disassociated. External IP: 172.28.0.95, port: fa7af62c-5ed7-4218-95f1-00b18edbbdc4. Jan 24 07:04:28.371425 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [req-a335c7eb-2569-4178-bf4e-3c067b18bac4 req-b9598805-7c72-40da-a361-252ac2097330 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Calling delete_port for fa7af62c-5ed7-4218-95f1-00b18edbbdc4 owned by compute:nova {{(pid=80235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 07:04:28.450091 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-1dc094cc-d893-4be9-8a5c-e514558418ef req-d07d7a2f-2def-443a-b09e-5690f54ca46c tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/security-groups?id=5e0aa7e0-9490-4a99-a5ac-c7a5cd879441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2558777 Jan 24 07:04:28.529004 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-a335c7eb-2569-4178-bf4e-3c067b18bac4 req-b9598805-7c72-40da-a361-252ac2097330 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363276712759002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363276713243132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851855427'] for port, after_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:28.544817 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-092b6e3e-81df-47a3-b9dd-ecd6d0458b1c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:04:28.641642 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9598805-7c72-40da-a361-252ac2097330 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Pushing event deleted for resources: {'Port': ['ID=fa7af62c-5ed7-4218-95f1-00b18edbbdc4,revision_number=None']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:04:28.657929 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9598805-7c72-40da-a361-252ac2097330 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:04:28.658342 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9598805-7c72-40da-a361-252ac2097330 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:04:28.658749 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9598805-7c72-40da-a361-252ac2097330 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:04:28.659152 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9598805-7c72-40da-a361-252ac2097330 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:04:28.659738 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9598805-7c72-40da-a361-252ac2097330 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:04:28.660238 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9598805-7c72-40da-a361-252ac2097330 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:04:28.660635 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9598805-7c72-40da-a361-252ac2097330 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:04:28.661027 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9598805-7c72-40da-a361-252ac2097330 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:04:28.661421 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9598805-7c72-40da-a361-252ac2097330 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:04:28.661812 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9598805-7c72-40da-a361-252ac2097330 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:04:28.662203 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9598805-7c72-40da-a361-252ac2097330 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:04:28.662590 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9598805-7c72-40da-a361-252ac2097330 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:04:28.663017 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9598805-7c72-40da-a361-252ac2097330 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:04:28.663403 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9598805-7c72-40da-a361-252ac2097330 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:04:28.663815 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9598805-7c72-40da-a361-252ac2097330 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:04:28.663935 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Device fa7af62c-5ed7-4218-95f1-00b18edbbdc4 no longer exists at agent ovs-agent-hv-cinder-77218 {{(pid=80237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 07:04:28.664200 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9598805-7c72-40da-a361-252ac2097330 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:04:28.664585 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9598805-7c72-40da-a361-252ac2097330 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:04:28.664970 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9598805-7c72-40da-a361-252ac2097330 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:04:28.665375 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9598805-7c72-40da-a361-252ac2097330 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:04:28.665760 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9598805-7c72-40da-a361-252ac2097330 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:04:28.666145 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9598805-7c72-40da-a361-252ac2097330 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:04:28.666527 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9598805-7c72-40da-a361-252ac2097330 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:04:28.666909 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9598805-7c72-40da-a361-252ac2097330 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:04:28.667288 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9598805-7c72-40da-a361-252ac2097330 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:04:28.672422 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-b9598805-7c72-40da-a361-252ac2097330 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:04:28.708814 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] No Port match for: fa7af62c-5ed7-4218-95f1-00b18edbbdc4 {{(pid=80237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 24 07:04:28.709196 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Device fa7af62c-5ed7-4218-95f1-00b18edbbdc4 not bound to the agent host hv-cinder-77218 {{(pid=80237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 24 07:04:29.161250 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a335c7eb-2569-4178-bf4e-3c067b18bac4 req-b9598805-7c72-40da-a361-252ac2097330 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Router c96de43a-59d1-460d-a1b9-d50ba998bb57 has already been hosted by L3 agent 4d190a5c-2620-4f2a-bccf-f8076df9706a {{(pid=80235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 24 07:04:29.356779 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a335c7eb-2569-4178-bf4e-3c067b18bac4 req-b9598805-7c72-40da-a361-252ac2097330 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Notify agent at l3_agent.dv-cinder-772181-6-smb the message routers_updated {{(pid=80235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 24 07:04:29.367799 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561d69f0-72cd-4227-87a9-a9ee804ee3e6 None None] Sync routers for ids ['c96de43a-59d1-460d-a1b9-d50ba998bb57'] in dv-cinder-772181-6-smb {{(pid=80237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 24 07:04:29.378722 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561d69f0-72cd-4227-87a9-a9ee804ee3e6 None None] Routers {'c96de43a-59d1-460d-a1b9-d50ba998bb57'} bound to L3 agent in host dv-cinder-772181-6-smb {{(pid=80237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 07:04:29.379417 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-561d69f0-72cd-4227-87a9-a9ee804ee3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-24T06:49:21Z,description=,heartbeat_timestamp=2021-01-24T07:04:21Z,host='dv-cinder-772181-6-smb',id=4d190a5c-2620-4f2a-bccf-f8076df9706a,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T06:49:21Z,topic='l3_agent')) {'router_ids': ['c96de43a-59d1-460d-a1b9-d50ba998bb57'], 'active': True} {{(pid=80237) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:04:29.395508 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [req-a335c7eb-2569-4178-bf4e-3c067b18bac4 req-b9598805-7c72-40da-a361-252ac2097330 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] No DVR routers for this DVR port fa7af62c-5ed7-4218-95f1-00b18edbbdc4 on host hv-cinder-77218 {{(pid=80235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 24 07:04:29.397791 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-a335c7eb-2569-4178-bf4e-3c067b18bac4 req-b9598805-7c72-40da-a361-252ac2097330 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149749'] for port, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:29.400542 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66d2a86f-27b2-48fd-bcbe-73c31aeb931d', 'name': 'network-vif-deleted', 'tag': 'fa7af62c-5ed7-4218-95f1-00b18edbbdc4'}] {{(pid=80235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 07:04:29.416795 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-a335c7eb-2569-4178-bf4e-3c067b18bac4 req-b9598805-7c72-40da-a361-252ac2097330 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.18 "DELETE /v2.0/ports/fa7af62c-5ed7-4218-95f1-00b18edbbdc4 HTTP/1.1" status: 204 len: 173 time: 1.7104096 Jan 24 07:04:29.547435 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66d2a86f-27b2-48fd-bcbe-73c31aeb931d', 'name': 'network-vif-deleted', 'tag': 'fa7af62c-5ed7-4218-95f1-00b18edbbdc4', 'status': 'completed', 'code': 200} Jan 24 07:04:29.582449 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-561d69f0-72cd-4227-87a9-a9ee804ee3e6 None None] Set router c96de43a-59d1-460d-a1b9-d50ba998bb57 gateway port host: dv-cinder-772181-6-smb {{(pid=80237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 07:04:29.656655 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-a6e132c8-1130-4472-aac2-a73d56abfa10 req-396f84b5-fb27-46a4-88ba-d31773f02f51 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/ports?device_id=66d2a86f-27b2-48fd-bcbe-73c31aeb931d HTTP/1.1" status: 200 len: 210 time: 0.0626116 Jan 24 07:04:29.929976 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-561d69f0-72cd-4227-87a9-a9ee804ee3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c96de43a-59d1-460d-a1b9-d50ba998bb57', 'name': 'tempest-AttachVolumeTestJSON-479307682-router', 'tenant_id': '2fc6fa56d19f4f2496beee60631c3cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'external_fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.159'}], 'enable_snat': True}, 'gw_port_id': 'c688ab2c-9bd6-42aa-b66c-2b236de57deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T06:58:33Z', 'updated_at': '2021-01-24T06:58:43Z', 'revision_number': 4, 'project_id': '2fc6fa56d19f4f2496beee60631c3cb7', 'gw_port': {'id': 'c688ab2c-9bd6-42aa-b66c-2b236de57deb', 'name': '', 'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:d2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96de43a-59d1-460d-a1b9-d50ba998bb57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T06:58:34Z', 'updated_at': '2021-01-24T06:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-6-smb', '_interfaces': [{'id': 'df483948-5127-4d1a-ae4c-a52412df60fd', 'name': '', 'network_id': '440b000a-80da-445e-b13a-3c626561a2d5', 'tenant_id': '2fc6fa56d19f4f2496beee60631c3cb7', 'mac_address': 'fa:16:3e:1d:57:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96de43a-59d1-460d-a1b9-d50ba998bb57', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f89146f0-67b7-43a2-a952-f2f292e8520d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T06:58:41Z', 'updated_at': '2021-01-24T06:59:00Z', 'revision_number': 5, 'project_id': '2fc6fa56d19f4f2496beee60631c3cb7', 'subnets': [{'id': 'f89146f0-67b7-43a2-a952-f2f292e8520d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-6-smb', False) {} {{(pid=80237) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:04:29.933960 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561d69f0-72cd-4227-87a9-a9ee804ee3e6 None None] Checking router: c96de43a-59d1-460d-a1b9-d50ba998bb57 for host: dv-cinder-772181-6-smb {{(pid=80237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 24 07:04:29.943647 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561d69f0-72cd-4227-87a9-a9ee804ee3e6 None None] Routers {'c96de43a-59d1-460d-a1b9-d50ba998bb57'} bound to L3 agent in host dv-cinder-772181-6-smb {{(pid=80237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 07:04:29.944351 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-561d69f0-72cd-4227-87a9-a9ee804ee3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-24T06:49:21Z,description=,heartbeat_timestamp=2021-01-24T07:04:21Z,host='dv-cinder-772181-6-smb',id=4d190a5c-2620-4f2a-bccf-f8076df9706a,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T06:49:21Z,topic='l3_agent')) {'router_ids': ['c96de43a-59d1-460d-a1b9-d50ba998bb57'], 'active': True} {{(pid=80237) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:04:30.101405 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:30.146060 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-561d69f0-72cd-4227-87a9-a9ee804ee3e6 None None] Set router c96de43a-59d1-460d-a1b9-d50ba998bb57 gateway port host: dv-cinder-772181-6-smb {{(pid=80237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 07:04:30.624812 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-561d69f0-72cd-4227-87a9-a9ee804ee3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c96de43a-59d1-460d-a1b9-d50ba998bb57', 'name': 'tempest-AttachVolumeTestJSON-479307682-router', 'tenant_id': '2fc6fa56d19f4f2496beee60631c3cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'external_fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.159'}], 'enable_snat': True}, 'gw_port_id': 'c688ab2c-9bd6-42aa-b66c-2b236de57deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T06:58:33Z', 'updated_at': '2021-01-24T06:58:43Z', 'revision_number': 4, 'project_id': '2fc6fa56d19f4f2496beee60631c3cb7', 'gw_port': {'id': 'c688ab2c-9bd6-42aa-b66c-2b236de57deb', 'name': '', 'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:d2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96de43a-59d1-460d-a1b9-d50ba998bb57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T06:58:34Z', 'updated_at': '2021-01-24T06:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-6-smb', '_interfaces': [{'id': 'df483948-5127-4d1a-ae4c-a52412df60fd', 'name': '', 'network_id': '440b000a-80da-445e-b13a-3c626561a2d5', 'tenant_id': '2fc6fa56d19f4f2496beee60631c3cb7', 'mac_address': 'fa:16:3e:1d:57:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96de43a-59d1-460d-a1b9-d50ba998bb57', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f89146f0-67b7-43a2-a952-f2f292e8520d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T06:58:41Z', 'updated_at': '2021-01-24T06:59:00Z', 'revision_number': 5, 'project_id': '2fc6fa56d19f4f2496beee60631c3cb7', 'subnets': [{'id': 'f89146f0-67b7-43a2-a952-f2f292e8520d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-6-smb', False) {} {{(pid=80237) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:04:30.629608 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561d69f0-72cd-4227-87a9-a9ee804ee3e6 None None] The sync data for ids ['c96de43a-59d1-460d-a1b9-d50ba998bb57'] in dv-cinder-772181-6-smb is: [{'id': 'c96de43a-59d1-460d-a1b9-d50ba998bb57', 'name': 'tempest-AttachVolumeTestJSON-479307682-router', 'tenant_id': '2fc6fa56d19f4f2496beee60631c3cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'external_fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.159'}], 'enable_snat': True}, 'gw_port_id': 'c688ab2c-9bd6-42aa-b66c-2b236de57deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T06:58:33Z', 'updated_at': '2021-01-24T06:58:43Z', 'revision_number': 4, 'project_id': '2fc6fa56d19f4f2496beee60631c3cb7', 'gw_port': {'id': 'c688ab2c-9bd6-42aa-b66c-2b236de57deb', 'name': '', 'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:d2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96de43a-59d1-460d-a1b9-d50ba998bb57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T06:58:34Z', 'updated_at': '2021-01-24T06:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-6-smb', '_interfaces': [{'id': 'df483948-5127-4d1a-ae4c-a52412df60fd', 'name': '', 'network_id': '440b000a-80da-445e-b13a-3c626561a2d5', 'tenant_id': '2fc6fa56d19f4f2496beee60631c3cb7', 'mac_address': 'fa:16:3e:1d:57:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96de43a-59d1-460d-a1b9-d50ba998bb57', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f89146f0-67b7-43a2-a952-f2f292e8520d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T06:58:41Z', 'updated_at': '2021-01-24T06:59:00Z', 'revision_number': 5, 'project_id': '2fc6fa56d19f4f2496beee60631c3cb7', 'subnets': [{'id': 'f89146f0-67b7-43a2-a952-f2f292e8520d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 24 07:04:30.813494 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 37530) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:04:30.888573 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ff858045-c2b8-408d-8b8a-4c958d9cf0c8 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Notify callbacks [] for security_group, before_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:30.919871 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ff858045-c2b8-408d-8b8a-4c958d9cf0c8 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Notify callbacks [] for security_group, precommit_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:30.967099 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ff858045-c2b8-408d-8b8a-4c958d9cf0c8 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:30.973239 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-e76ea3c8-4c6a-4ca0-b256-502c5422c54d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:04:30.988862 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff858045-c2b8-408d-8b8a-4c958d9cf0c8 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e0aa7e0-9490-4a99-a5ac-c7a5cd879441,revision_number=None']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:04:30.991600 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-ff858045-c2b8-408d-8b8a-4c958d9cf0c8 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:04:30.997986 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ff858045-c2b8-408d-8b8a-4c958d9cf0c8 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Notify callbacks [] for security_group, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:30.999188 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-ff858045-c2b8-408d-8b8a-4c958d9cf0c8 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "DELETE /v2.0/security-groups/5e0aa7e0-9490-4a99-a5ac-c7a5cd879441 HTTP/1.1" status: 204 len: 168 time: 0.1844800 Jan 24 07:04:31.002030 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 37534) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:04:31.018410 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5cf454-a7fa-47d0-87e5-d94dddfa02fc None None] New status for floating IP d243f117-7aaf-4ec4-9ba8-7c57e1535d34: DOWN {{(pid=80238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 24 07:04:31.023244 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.api.v2.resource [None req-94ddcefd-9c1e-437f-bce5-da3d3604bd56 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] show failed (client error): The resource could not be found. Jan 24 07:04:31.024357 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-94ddcefd-9c1e-437f-bce5-da3d3604bd56 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "GET /v2.0/security-groups/5e0aa7e0-9490-4a99-a5ac-c7a5cd879441 HTTP/1.1" status: 404 len: 347 time: 0.0213723 Jan 24 07:04:31.027355 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 37538) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:04:31.210181 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-9638e5f2-2f3f-4f58-be22-88c967da4ee1 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Deleting port 1d70d482-3a11-4ec5-ad95-718d334017b1 {{(pid=80235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 07:04:31.210551 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9638e5f2-2f3f-4f58-be22-88c967da4ee1 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760141954436'] for port, before_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:31.392551 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9638e5f2-2f3f-4f58-be22-88c967da4ee1 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854346336'] for port, precommit_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:31.392918 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9638e5f2-2f3f-4f58-be22-88c967da4ee1 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Notify callbacks [] for floatingip, precommit_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:31.527785 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-9638e5f2-2f3f-4f58-be22-88c967da4ee1 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Calling delete_port for 1d70d482-3a11-4ec5-ad95-718d334017b1 owned by network:floatingip {{(pid=80235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 07:04:31.613420 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.db.api [None req-9638e5f2-2f3f-4f58-be22-88c967da4ee1 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80235) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 24 07:04:31.613795 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_db.api [None req-9638e5f2-2f3f-4f58-be22-88c967da4ee1 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80235) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 24 07:04:32.115114 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-9638e5f2-2f3f-4f58-be22-88c967da4ee1 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Deleting port 1d70d482-3a11-4ec5-ad95-718d334017b1 {{(pid=80235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 07:04:32.115602 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9638e5f2-2f3f-4f58-be22-88c967da4ee1 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760141954436'] for port, before_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:32.299685 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9638e5f2-2f3f-4f58-be22-88c967da4ee1 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854346336'] for port, precommit_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:32.300277 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9638e5f2-2f3f-4f58-be22-88c967da4ee1 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Notify callbacks [] for floatingip, precommit_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:32.436410 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-9638e5f2-2f3f-4f58-be22-88c967da4ee1 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Calling delete_port for 1d70d482-3a11-4ec5-ad95-718d334017b1 owned by network:floatingip {{(pid=80235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 07:04:32.574587 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9638e5f2-2f3f-4f58-be22-88c967da4ee1 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363276712759002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363276713243132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851855427'] for port, after_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:32.589570 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-c3cc8089-3baf-467a-ae72-51385127fec4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:04:32.682140 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9638e5f2-2f3f-4f58-be22-88c967da4ee1 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Pushing event deleted for resources: {'Port': ['ID=1d70d482-3a11-4ec5-ad95-718d334017b1,revision_number=None']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:04:32.688698 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-9638e5f2-2f3f-4f58-be22-88c967da4ee1 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:04:32.811017 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9638e5f2-2f3f-4f58-be22-88c967da4ee1 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Notify callbacks [] for floatingip, after_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:32.828445 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9638e5f2-2f3f-4f58-be22-88c967da4ee1 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149749'] for floatingip, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:32.829774 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-9638e5f2-2f3f-4f58-be22-88c967da4ee1 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] 10.222.0.22 "DELETE /v2.0/floatingips/d243f117-7aaf-4ec4-9ba8-7c57e1535d34 HTTP/1.1" status: 204 len: 168 time: 1.8012195 Jan 24 07:04:35.535864 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09561732-7b36-4ca3-bfbf-204b6a79b591 req-2ada1505-2bb5-4748-9a84-3556079c250f tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:04:35.537503 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-09561732-7b36-4ca3-bfbf-204b6a79b591 req-2ada1505-2bb5-4748-9a84-3556079c250f tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/ports?device_id=95163a3c-ba0b-4102-9304-6feab8baf980 HTTP/1.1" status: 200 len: 945 time: 0.1105042 Jan 24 07:04:35.592115 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-09561732-7b36-4ca3-bfbf-204b6a79b591 req-2701f3f3-468a-4809-8c89-e9c53095f69f tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/security-groups?id=e6c6f0fc-adc0-414d-839d-1f449449d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480835 Jan 24 07:04:36.859844 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd818b5-018d-491a-be84-9c04536aab78 req-30a4a413-bb3c-429d-a816-2f6f6ea990c9 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:04:36.861545 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-abd818b5-018d-491a-be84-9c04536aab78 req-30a4a413-bb3c-429d-a816-2f6f6ea990c9 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/ports?device_id=95163a3c-ba0b-4102-9304-6feab8baf980 HTTP/1.1" status: 200 len: 945 time: 0.1120675 Jan 24 07:04:36.914322 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-abd818b5-018d-491a-be84-9c04536aab78 req-fb0d071f-c1e3-4060-a175-7952442e079c tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/security-groups?id=e6c6f0fc-adc0-414d-839d-1f449449d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460122 Jan 24 07:04:36.915611 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 37590) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:04:37.354758 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceb9aec-8d58-4c54-9252-f246a7c716fe req-fa58b72c-eacd-4539-8742-913e184f7217 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:04:37.355538 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-0ceb9aec-8d58-4c54-9252-f246a7c716fe req-fa58b72c-eacd-4539-8742-913e184f7217 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Synchronizing usage tracker for tenant:b352ad353356444ca4a7e94501f26e10 on resource:port {{(pid=80235) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 07:04:37.370665 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-0ceb9aec-8d58-4c54-9252-f246a7c716fe req-fa58b72c-eacd-4539-8742-913e184f7217 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Unset dirty status for tenant:b352ad353356444ca4a7e94501f26e10 on resource:port {{(pid=80235) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 07:04:37.371936 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-0ceb9aec-8d58-4c54-9252-f246a7c716fe req-fa58b72c-eacd-4539-8742-913e184f7217 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.18 "GET /v2.0/ports?device_id=95163a3c-ba0b-4102-9304-6feab8baf980 HTTP/1.1" status: 200 len: 945 time: 0.1238215 Jan 24 07:04:37.454915 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [req-0ceb9aec-8d58-4c54-9252-f246a7c716fe req-69321d83-4fcc-4d5f-8308-2cb33f0453fe tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Deleting port cafa292e-beda-4519-a550-d7496597125e {{(pid=80235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 07:04:37.455292 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-0ceb9aec-8d58-4c54-9252-f246a7c716fe req-69321d83-4fcc-4d5f-8308-2cb33f0453fe tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760141954436'] for port, before_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:37.557428 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5fd2013e-aec3-45d3-9ae0-b5e066e00a9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854265108'] for router_interface, before_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:37.720362 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-0ceb9aec-8d58-4c54-9252-f246a7c716fe req-69321d83-4fcc-4d5f-8308-2cb33f0453fe tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] For port cafa292e-beda-4519-a550-d7496597125e, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=cafa292e-beda-4519-a550-d7496597125e,segment=NetworkSegment(2d94361e-67c4-4120-8244-70bedab0ca27),segment_id=2d94361e-67c4-4120-8244-70bedab0ca27)] {{(pid=80235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 07:04:37.720768 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-0ceb9aec-8d58-4c54-9252-f246a7c716fe req-69321d83-4fcc-4d5f-8308-2cb33f0453fe tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854346336'] for port, precommit_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:37.926648 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-5fd2013e-aec3-45d3-9ae0-b5e066e00a9e admin admin] Deleting port df483948-5127-4d1a-ae4c-a52412df60fd {{(pid=80236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 07:04:37.927206 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5fd2013e-aec3-45d3-9ae0-b5e066e00a9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760141954436'] for port, before_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:38.030781 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-0ceb9aec-8d58-4c54-9252-f246a7c716fe req-69321d83-4fcc-4d5f-8308-2cb33f0453fe tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Notify callbacks [] for floatingip, precommit_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:38.031178 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-0ceb9aec-8d58-4c54-9252-f246a7c716fe req-69321d83-4fcc-4d5f-8308-2cb33f0453fe tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854261494'] for floatingip, after_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:38.031523 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.db.l3_db [req-0ceb9aec-8d58-4c54-9252-f246a7c716fe req-69321d83-4fcc-4d5f-8308-2cb33f0453fe tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Floating IP 6e44223c-f29c-4c23-998d-9a2819ce41c6 disassociated. External IP: 172.28.0.247, port: cafa292e-beda-4519-a550-d7496597125e. Jan 24 07:04:38.031940 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [req-0ceb9aec-8d58-4c54-9252-f246a7c716fe req-69321d83-4fcc-4d5f-8308-2cb33f0453fe tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Calling delete_port for cafa292e-beda-4519-a550-d7496597125e owned by compute:nova {{(pid=80235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 07:04:38.179229 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-5fd2013e-aec3-45d3-9ae0-b5e066e00a9e admin admin] For port df483948-5127-4d1a-ae4c-a52412df60fd, host dv-cinder-772181-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-6-smb',level=0,port_id=df483948-5127-4d1a-ae4c-a52412df60fd,segment=NetworkSegment(adda3e32-e252-4d09-9851-9d25a3fda79e),segment_id=adda3e32-e252-4d09-9851-9d25a3fda79e)] {{(pid=80236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 07:04:38.179528 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5fd2013e-aec3-45d3-9ae0-b5e066e00a9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854346336'] for port, precommit_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:38.182574 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-0ceb9aec-8d58-4c54-9252-f246a7c716fe req-69321d83-4fcc-4d5f-8308-2cb33f0453fe tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363276712759002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363276713243132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851855427'] for port, after_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:38.197827 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-6648a1fd-7389-416c-8f16-05b6182294a0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:04:38.296371 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69321d83-4fcc-4d5f-8308-2cb33f0453fe tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Pushing event deleted for resources: {'Port': ['ID=cafa292e-beda-4519-a550-d7496597125e,revision_number=None']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:04:38.303388 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-69321d83-4fcc-4d5f-8308-2cb33f0453fe tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:04:38.322124 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-5fd2013e-aec3-45d3-9ae0-b5e066e00a9e admin admin] Calling delete_port for df483948-5127-4d1a-ae4c-a52412df60fd owned by network:router_interface {{(pid=80236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 07:04:38.377057 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae391fc-c1a1-4503-8c75-936353d9a35d req-d0a03958-0889-4ed9-b05a-a32938efa9ee tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:04:38.379223 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-2ae391fc-c1a1-4503-8c75-936353d9a35d req-d0a03958-0889-4ed9-b05a-a32938efa9ee tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/ports?device_id=95163a3c-ba0b-4102-9304-6feab8baf980 HTTP/1.1" status: 200 len: 945 time: 0.3178258 Jan 24 07:04:38.586475 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-2ae391fc-c1a1-4503-8c75-936353d9a35d req-d55c7904-fe98-4967-af7d-5f693e98296c tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/security-groups?id=e6c6f0fc-adc0-414d-839d-1f449449d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1997943 Jan 24 07:04:38.739154 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5fd2013e-aec3-45d3-9ae0-b5e066e00a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363276712759002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363276713243132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852012043'] for port, after_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:38.753625 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Device cafa292e-beda-4519-a550-d7496597125e no longer exists at agent ovs-agent-hv-cinder-77218 {{(pid=80237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 07:04:38.754810 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-750d1887-7069-46f8-84cc-2ee82a7fc657 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:04:38.795325 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] No Port match for: cafa292e-beda-4519-a550-d7496597125e {{(pid=80237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 24 07:04:38.796086 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Device cafa292e-beda-4519-a550-d7496597125e not bound to the agent host hv-cinder-77218 {{(pid=80237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 24 07:04:38.798323 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0ceb9aec-8d58-4c54-9252-f246a7c716fe req-69321d83-4fcc-4d5f-8308-2cb33f0453fe tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Router 735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e has already been hosted by L3 agent 4d190a5c-2620-4f2a-bccf-f8076df9706a {{(pid=80235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 24 07:04:38.860130 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd2013e-aec3-45d3-9ae0-b5e066e00a9e admin admin] Pushing event deleted for resources: {'Port': ['ID=df483948-5127-4d1a-ae4c-a52412df60fd,revision_number=None']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:04:38.868099 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-5fd2013e-aec3-45d3-9ae0-b5e066e00a9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:04:38.996808 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0ceb9aec-8d58-4c54-9252-f246a7c716fe req-69321d83-4fcc-4d5f-8308-2cb33f0453fe tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Notify agent at l3_agent.dv-cinder-772181-6-smb the message routers_updated {{(pid=80235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 24 07:04:39.024367 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15b8a82-bdd6-4261-aca4-b7d7b1f39ec0 None None] Sync routers for ids ['735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e'] in dv-cinder-772181-6-smb {{(pid=80237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 24 07:04:39.038540 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15b8a82-bdd6-4261-aca4-b7d7b1f39ec0 None None] Routers {'735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e'} bound to L3 agent in host dv-cinder-772181-6-smb {{(pid=80237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 07:04:39.039586 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-f15b8a82-bdd6-4261-aca4-b7d7b1f39ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-24T06:49:21Z,description=,heartbeat_timestamp=2021-01-24T07:04:21Z,host='dv-cinder-772181-6-smb',id=4d190a5c-2620-4f2a-bccf-f8076df9706a,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T06:49:21Z,topic='l3_agent')) {'router_ids': ['735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e'], 'active': True} {{(pid=80237) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:04:39.040531 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ceb9aec-8d58-4c54-9252-f246a7c716fe req-69321d83-4fcc-4d5f-8308-2cb33f0453fe tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] No DVR routers for this DVR port cafa292e-beda-4519-a550-d7496597125e on host hv-cinder-77218 {{(pid=80235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 24 07:04:39.042848 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-0ceb9aec-8d58-4c54-9252-f246a7c716fe req-69321d83-4fcc-4d5f-8308-2cb33f0453fe tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149749'] for port, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:39.045768 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95163a3c-ba0b-4102-9304-6feab8baf980', 'name': 'network-vif-deleted', 'tag': 'cafa292e-beda-4519-a550-d7496597125e'}] {{(pid=80235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 07:04:39.084560 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-0ceb9aec-8d58-4c54-9252-f246a7c716fe req-69321d83-4fcc-4d5f-8308-2cb33f0453fe tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.18 "DELETE /v2.0/ports/cafa292e-beda-4519-a550-d7496597125e HTTP/1.1" status: 204 len: 173 time: 1.7043381 Jan 24 07:04:39.129931 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95163a3c-ba0b-4102-9304-6feab8baf980', 'name': 'network-vif-deleted', 'tag': 'cafa292e-beda-4519-a550-d7496597125e', 'status': 'completed', 'code': 200} Jan 24 07:04:39.256455 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-f15b8a82-bdd6-4261-aca4-b7d7b1f39ec0 None None] Set router 735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e gateway port host: dv-cinder-772181-6-smb {{(pid=80237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 07:04:39.417488 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5fd2013e-aec3-45d3-9ae0-b5e066e00a9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854235980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854265258'] for router_interface, after_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:39.592570 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-f15b8a82-bdd6-4261-aca4-b7d7b1f39ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e', 'name': 'tempest-AttachVolumeShelveTestJSON-899880209-router', 'tenant_id': 'b352ad353356444ca4a7e94501f26e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'external_fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.210'}], 'enable_snat': True}, 'gw_port_id': 'fddb433b-1fda-40e1-9dc7-6a2c2de438db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T07:01:56Z', 'updated_at': '2021-01-24T07:02:02Z', 'revision_number': 4, 'project_id': 'b352ad353356444ca4a7e94501f26e10', 'gw_port': {'id': 'fddb433b-1fda-40e1-9dc7-6a2c2de438db', 'name': '', 'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:0c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T07:01:57Z', 'updated_at': '2021-01-24T07:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-6-smb', '_interfaces': [{'id': '5ade2ce7-9118-497f-a97e-dca155bddbca', 'name': '', 'network_id': 'e13c5a42-1024-4ca2-b72d-41265c0f5cf1', 'tenant_id': 'b352ad353356444ca4a7e94501f26e10', 'mac_address': 'fa:16:3e:80:f4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'b8139419-7045-48a6-8319-a8eda9bca8a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T07:02:01Z', 'updated_at': '2021-01-24T07:02:12Z', 'revision_number': 5, 'project_id': 'b352ad353356444ca4a7e94501f26e10', 'subnets': [{'id': 'b8139419-7045-48a6-8319-a8eda9bca8a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-6-smb', False) {} {{(pid=80237) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:04:39.596799 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15b8a82-bdd6-4261-aca4-b7d7b1f39ec0 None None] Checking router: 735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e for host: dv-cinder-772181-6-smb {{(pid=80237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 24 07:04:39.606025 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15b8a82-bdd6-4261-aca4-b7d7b1f39ec0 None None] Routers {'735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e'} bound to L3 agent in host dv-cinder-772181-6-smb {{(pid=80237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 07:04:39.606680 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-f15b8a82-bdd6-4261-aca4-b7d7b1f39ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-24T06:49:21Z,description=,heartbeat_timestamp=2021-01-24T07:04:21Z,host='dv-cinder-772181-6-smb',id=4d190a5c-2620-4f2a-bccf-f8076df9706a,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T06:49:21Z,topic='l3_agent')) {'router_ids': ['735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e'], 'active': True} {{(pid=80237) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:04:39.806677 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-f15b8a82-bdd6-4261-aca4-b7d7b1f39ec0 None None] Set router 735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e gateway port host: dv-cinder-772181-6-smb {{(pid=80237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 07:04:39.952187 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-e76cde8b-0ad4-4c7d-99a0-f4808d252ec2 req-21e7824f-9258-4d5a-8812-c82b57352c10 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/ports?device_id=95163a3c-ba0b-4102-9304-6feab8baf980 HTTP/1.1" status: 200 len: 210 time: 0.1223309 Jan 24 07:04:40.004593 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fd2013e-aec3-45d3-9ae0-b5e066e00a9e admin admin] Router c96de43a-59d1-460d-a1b9-d50ba998bb57 has already been hosted by L3 agent 4d190a5c-2620-4f2a-bccf-f8076df9706a {{(pid=80236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 24 07:04:40.143974 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-f15b8a82-bdd6-4261-aca4-b7d7b1f39ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e', 'name': 'tempest-AttachVolumeShelveTestJSON-899880209-router', 'tenant_id': 'b352ad353356444ca4a7e94501f26e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'external_fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.210'}], 'enable_snat': True}, 'gw_port_id': 'fddb433b-1fda-40e1-9dc7-6a2c2de438db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T07:01:56Z', 'updated_at': '2021-01-24T07:02:02Z', 'revision_number': 4, 'project_id': 'b352ad353356444ca4a7e94501f26e10', 'gw_port': {'id': 'fddb433b-1fda-40e1-9dc7-6a2c2de438db', 'name': '', 'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:0c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T07:01:57Z', 'updated_at': '2021-01-24T07:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-6-smb', '_interfaces': [{'id': '5ade2ce7-9118-497f-a97e-dca155bddbca', 'name': '', 'network_id': 'e13c5a42-1024-4ca2-b72d-41265c0f5cf1', 'tenant_id': 'b352ad353356444ca4a7e94501f26e10', 'mac_address': 'fa:16:3e:80:f4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'b8139419-7045-48a6-8319-a8eda9bca8a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T07:02:01Z', 'updated_at': '2021-01-24T07:02:12Z', 'revision_number': 5, 'project_id': 'b352ad353356444ca4a7e94501f26e10', 'subnets': [{'id': 'b8139419-7045-48a6-8319-a8eda9bca8a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-6-smb', False) {} {{(pid=80237) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:04:40.148153 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15b8a82-bdd6-4261-aca4-b7d7b1f39ec0 None None] The sync data for ids ['735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e'] in dv-cinder-772181-6-smb is: [{'id': '735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e', 'name': 'tempest-AttachVolumeShelveTestJSON-899880209-router', 'tenant_id': 'b352ad353356444ca4a7e94501f26e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'external_fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.210'}], 'enable_snat': True}, 'gw_port_id': 'fddb433b-1fda-40e1-9dc7-6a2c2de438db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T07:01:56Z', 'updated_at': '2021-01-24T07:02:02Z', 'revision_number': 4, 'project_id': 'b352ad353356444ca4a7e94501f26e10', 'gw_port': {'id': 'fddb433b-1fda-40e1-9dc7-6a2c2de438db', 'name': '', 'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:0c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T07:01:57Z', 'updated_at': '2021-01-24T07:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-6-smb', '_interfaces': [{'id': '5ade2ce7-9118-497f-a97e-dca155bddbca', 'name': '', 'network_id': 'e13c5a42-1024-4ca2-b72d-41265c0f5cf1', 'tenant_id': 'b352ad353356444ca4a7e94501f26e10', 'mac_address': 'fa:16:3e:80:f4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'b8139419-7045-48a6-8319-a8eda9bca8a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T07:02:01Z', 'updated_at': '2021-01-24T07:02:12Z', 'revision_number': 5, 'project_id': 'b352ad353356444ca4a7e94501f26e10', 'subnets': [{'id': 'b8139419-7045-48a6-8319-a8eda9bca8a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 24 07:04:40.193901 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fd2013e-aec3-45d3-9ae0-b5e066e00a9e admin admin] Notify agent at l3_agent.dv-cinder-772181-6-smb the message routers_updated {{(pid=80236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 24 07:04:40.202428 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de15b7cd-efe6-4c2d-911e-c8c92b1d6d8e None None] Sync routers for ids ['c96de43a-59d1-460d-a1b9-d50ba998bb57'] in dv-cinder-772181-6-smb {{(pid=80238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 24 07:04:40.211346 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-5fd2013e-aec3-45d3-9ae0-b5e066e00a9e admin admin] 10.222.0.22 "PUT /v2.0/routers/c96de43a-59d1-460d-a1b9-d50ba998bb57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2916696 Jan 24 07:04:40.211346 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 37602) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:04:40.214621 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de15b7cd-efe6-4c2d-911e-c8c92b1d6d8e None None] Routers {'c96de43a-59d1-460d-a1b9-d50ba998bb57'} bound to L3 agent in host dv-cinder-772181-6-smb {{(pid=80238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 07:04:40.215289 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-de15b7cd-efe6-4c2d-911e-c8c92b1d6d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-24T06:49:21Z,description=,heartbeat_timestamp=2021-01-24T07:04:21Z,host='dv-cinder-772181-6-smb',id=4d190a5c-2620-4f2a-bccf-f8076df9706a,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T06:49:21Z,topic='l3_agent')) {'router_ids': ['c96de43a-59d1-460d-a1b9-d50ba998bb57'], 'active': True} {{(pid=80238) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:04:40.405185 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1d256c6c-0110-47f1-a471-66ca7adea441 admin admin] Notify callbacks [] for router, before_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:40.405403 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-de15b7cd-efe6-4c2d-911e-c8c92b1d6d8e None None] Set router c96de43a-59d1-460d-a1b9-d50ba998bb57 gateway port host: dv-cinder-772181-6-smb {{(pid=80238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 07:04:40.550228 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e66f6a-a933-44ba-b367-5a929c6ab0eb None None] New status for floating IP 6e44223c-f29c-4c23-998d-9a2819ce41c6: DOWN {{(pid=80237) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 24 07:04:40.597494 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1d256c6c-0110-47f1-a471-66ca7adea441 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:40.610906 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-1d256c6c-0110-47f1-a471-66ca7adea441 admin admin] Deleting port c688ab2c-9bd6-42aa-b66c-2b236de57deb {{(pid=80236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 07:04:40.612380 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1d256c6c-0110-47f1-a471-66ca7adea441 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760141954436'] for port, before_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:40.713092 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-de15b7cd-efe6-4c2d-911e-c8c92b1d6d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c96de43a-59d1-460d-a1b9-d50ba998bb57', 'name': 'tempest-AttachVolumeTestJSON-479307682-router', 'tenant_id': '2fc6fa56d19f4f2496beee60631c3cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'external_fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.159'}], 'enable_snat': True}, 'gw_port_id': 'c688ab2c-9bd6-42aa-b66c-2b236de57deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T06:58:33Z', 'updated_at': '2021-01-24T07:04:38Z', 'revision_number': 5, 'project_id': '2fc6fa56d19f4f2496beee60631c3cb7', 'gw_port': {'id': 'c688ab2c-9bd6-42aa-b66c-2b236de57deb', 'name': '', 'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:d2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96de43a-59d1-460d-a1b9-d50ba998bb57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T06:58:34Z', 'updated_at': '2021-01-24T06:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-6-smb'}], 'dv-cinder-772181-6-smb', False) {} {{(pid=80238) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:04:40.717294 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de15b7cd-efe6-4c2d-911e-c8c92b1d6d8e None None] Checking router: c96de43a-59d1-460d-a1b9-d50ba998bb57 for host: dv-cinder-772181-6-smb {{(pid=80238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 24 07:04:40.726820 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de15b7cd-efe6-4c2d-911e-c8c92b1d6d8e None None] Routers {'c96de43a-59d1-460d-a1b9-d50ba998bb57'} bound to L3 agent in host dv-cinder-772181-6-smb {{(pid=80238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 07:04:40.727475 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-de15b7cd-efe6-4c2d-911e-c8c92b1d6d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-24T06:49:21Z,description=,heartbeat_timestamp=2021-01-24T07:04:21Z,host='dv-cinder-772181-6-smb',id=4d190a5c-2620-4f2a-bccf-f8076df9706a,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T06:49:21Z,topic='l3_agent')) {'router_ids': ['c96de43a-59d1-460d-a1b9-d50ba998bb57'], 'active': True} {{(pid=80238) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:04:40.798448 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-1d256c6c-0110-47f1-a471-66ca7adea441 admin admin] For port c688ab2c-9bd6-42aa-b66c-2b236de57deb, host dv-cinder-772181-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-6-smb',level=0,port_id=c688ab2c-9bd6-42aa-b66c-2b236de57deb,segment=NetworkSegment(c7c4758e-d769-4634-92c6-d73b8ba1db56),segment_id=c7c4758e-d769-4634-92c6-d73b8ba1db56)] {{(pid=80236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 07:04:40.798926 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1d256c6c-0110-47f1-a471-66ca7adea441 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854346336'] for port, precommit_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:40.939484 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-1d256c6c-0110-47f1-a471-66ca7adea441 admin admin] Calling delete_port for c688ab2c-9bd6-42aa-b66c-2b236de57deb owned by network:router_gateway {{(pid=80236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 07:04:41.067192 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-de15b7cd-efe6-4c2d-911e-c8c92b1d6d8e None None] Set router c96de43a-59d1-460d-a1b9-d50ba998bb57 gateway port host: dv-cinder-772181-6-smb {{(pid=80238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 07:04:41.087026 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1d256c6c-0110-47f1-a471-66ca7adea441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363276712759002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363276713243132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852012043'] for port, after_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:41.091783 dv-cinder-772181-6-smb neutron-server[80122]: WARNING neutron.plugins.ml2.ovo_rpc [None req-1d256c6c-0110-47f1-a471-66ca7adea441 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Jan 24 07:04:41.091783 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Jan 24 07:04:41.091783 dv-cinder-772181-6-smb neutron-server[80122]: result = function(*args, **kwargs) Jan 24 07:04:41.091783 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Jan 24 07:04:41.091783 dv-cinder-772181-6-smb neutron-server[80122]: proto.__init__(conn_state, self) Jan 24 07:04:41.091783 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Jan 24 07:04:41.091783 dv-cinder-772181-6-smb neutron-server[80122]: self.handle() Jan 24 07:04:41.091783 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Jan 24 07:04:41.091783 dv-cinder-772181-6-smb neutron-server[80122]: self.handle_one_request() Jan 24 07:04:41.091783 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Jan 24 07:04:41.091783 dv-cinder-772181-6-smb neutron-server[80122]: self.handle_one_response() Jan 24 07:04:41.091783 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Jan 24 07:04:41.091783 dv-cinder-772181-6-smb neutron-server[80122]: result = self.application(self.environ, start_response) Jan 24 07:04:41.091783 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Jan 24 07:04:41.091783 dv-cinder-772181-6-smb neutron-server[80122]: return app(environ, start_response) Jan 24 07:04:41.091783 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 24 07:04:41.091783 dv-cinder-772181-6-smb neutron-server[80122]: resp = self.call_func(req, *args, **kw) Jan 24 07:04:41.091783 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 24 07:04:41.091783 dv-cinder-772181-6-smb neutron-server[80122]: return self.func(req, *args, **kwargs) Jan 24 07:04:41.091783 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Jan 24 07:04:41.091783 dv-cinder-772181-6-smb neutron-server[80122]: response = req.get_response(self.application) Jan 24 07:04:41.091783 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 24 07:04:41.091783 dv-cinder-772181-6-smb neutron-server[80122]: application, catch_exc_info=False) Jan 24 07:04:41.091783 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 24 07:04:41.091783 dv-cinder-772181-6-smb neutron-server[80122]: app_iter = application(self.environ, start_response) Jan 24 07:04:41.091783 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 24 07:04:41.091783 dv-cinder-772181-6-smb neutron-server[80122]: resp = self.call_func(req, *args, **kw) Jan 24 07:04:41.091783 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 24 07:04:41.091783 dv-cinder-772181-6-smb neutron-server[80122]: return self.func(req, *args, **kwargs) Jan 24 07:04:41.091783 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Jan 24 07:04:41.091783 dv-cinder-772181-6-smb neutron-server[80122]: response = req.get_response(self.application) Jan 24 07:04:41.091783 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 24 07:04:41.091783 dv-cinder-772181-6-smb neutron-server[80122]: application, catch_exc_info=False) Jan 24 07:04:41.091783 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 24 07:04:41.091783 dv-cinder-772181-6-smb neutron-server[80122]: app_iter = application(self.environ, start_response) Jan 24 07:04:41.091783 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 24 07:04:41.091783 dv-cinder-772181-6-smb neutron-server[80122]: resp = self.call_func(req, *args, **kw) Jan 24 07:04:41.091783 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 24 07:04:41.091783 dv-cinder-772181-6-smb neutron-server[80122]: return self.func(req, *args, **kwargs) Jan 24 07:04:41.091783 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Jan 24 07:04:41.091783 dv-cinder-772181-6-smb neutron-server[80122]: response = req.get_response(self.application) Jan 24 07:04:41.091783 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 24 07:04:41.091783 dv-cinder-772181-6-smb neutron-server[80122]: application, catch_exc_info=False) Jan 24 07:04:41.091783 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 24 07:04:41.091783 dv-cinder-772181-6-smb neutron-server[80122]: app_iter = application(self.environ, start_response) Jan 24 07:04:41.091783 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 24 07:04:41.091783 dv-cinder-772181-6-smb neutron-server[80122]: resp = self.call_func(req, *args, **kw) Jan 24 07:04:41.091783 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 24 07:04:41.091783 dv-cinder-772181-6-smb neutron-server[80122]: return self.func(req, *args, **kwargs) Jan 24 07:04:41.091783 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Jan 24 07:04:41.091783 dv-cinder-772181-6-smb neutron-server[80122]: response = req.get_response(self.application) Jan 24 07:04:41.091783 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 24 07:04:41.091783 dv-cinder-772181-6-smb neutron-server[80122]: application, catch_exc_info=False) Jan 24 07:04:41.091783 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 24 07:04:41.091783 dv-cinder-772181-6-smb neutron-server[80122]: app_iter = application(self.environ, start_response) Jan 24 07:04:41.091783 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 24 07:04:41.091783 dv-cinder-772181-6-smb neutron-server[80122]: resp = self.call_func(req, *args, **kw) Jan 24 07:04:41.091783 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 24 07:04:41.091783 dv-cinder-772181-6-smb neutron-server[80122]: return self.func(req, *args, **kwargs) Jan 24 07:04:41.091783 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Jan 24 07:04:41.091783 dv-cinder-772181-6-smb neutron-server[80122]: return request.get_response(self.application) Jan 24 07:04:41.091783 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 24 07:04:41.091783 dv-cinder-772181-6-smb neutron-server[80122]: application, catch_exc_info=False) Jan 24 07:04:41.091783 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 24 07:04:41.091783 dv-cinder-772181-6-smb neutron-server[80122]: app_iter = application(self.environ, start_response) Jan 24 07:04:41.091783 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 24 07:04:41.091783 dv-cinder-772181-6-smb neutron-server[80122]: resp = self.call_func(req, *args, **kw) Jan 24 07:04:41.091783 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 24 07:04:41.091783 dv-cinder-772181-6-smb neutron-server[80122]: return self.func(req, *args, **kwargs) Jan 24 07:04:41.091783 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Jan 24 07:04:41.091783 dv-cinder-772181-6-smb neutron-server[80122]: response = req.get_response(self._app) Jan 24 07:04:41.091783 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 24 07:04:41.091783 dv-cinder-772181-6-smb neutron-server[80122]: application, catch_exc_info=False) Jan 24 07:04:41.091783 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 24 07:04:41.091783 dv-cinder-772181-6-smb neutron-server[80122]: app_iter = application(self.environ, start_response) Jan 24 07:04:41.091783 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 24 07:04:41.091783 dv-cinder-772181-6-smb neutron-server[80122]: return resp(environ, start_response) Jan 24 07:04:41.091783 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 24 07:04:41.091783 dv-cinder-772181-6-smb neutron-server[80122]: return resp(environ, start_response) Jan 24 07:04:41.091783 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Jan 24 07:04:41.091783 dv-cinder-772181-6-smb neutron-server[80122]: response = self.app(environ, start_response) Jan 24 07:04:41.091783 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 24 07:04:41.091783 dv-cinder-772181-6-smb neutron-server[80122]: return resp(environ, start_response) Jan 24 07:04:41.091783 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 24 07:04:41.091783 dv-cinder-772181-6-smb neutron-server[80122]: resp = self.call_func(req, *args, **kw) Jan 24 07:04:41.091783 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 24 07:04:41.091783 dv-cinder-772181-6-smb neutron-server[80122]: return self.func(req, *args, **kwargs) Jan 24 07:04:41.091783 dv-cinder-772181-6-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Jan 24 07:04:41.100405 dv-cinder-772181-6-smb neutron-server[80122]: result = method(request=request, **args) Jan 24 07:04:41.100405 dv-cinder-772181-6-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Jan 24 07:04:41.100405 dv-cinder-772181-6-smb neutron-server[80122]: return self._delete(request, id, **kwargs) Jan 24 07:04:41.100405 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 24 07:04:41.100405 dv-cinder-772181-6-smb neutron-server[80122]: return f(*args, **kwargs) Jan 24 07:04:41.100405 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 24 07:04:41.100405 dv-cinder-772181-6-smb neutron-server[80122]: return f(*args, **kwargs) Jan 24 07:04:41.100405 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 24 07:04:41.100405 dv-cinder-772181-6-smb neutron-server[80122]: return f(*dup_args, **dup_kwargs) Jan 24 07:04:41.100405 dv-cinder-772181-6-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Jan 24 07:04:41.100405 dv-cinder-772181-6-smb neutron-server[80122]: obj_deleter(request.context, id, **kwargs) Jan 24 07:04:41.100405 dv-cinder-772181-6-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router Jan 24 07:04:41.100405 dv-cinder-772181-6-smb neutron-server[80122]: super(L3_NAT_db_mixin, self).delete_router(context, id) Jan 24 07:04:41.100405 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 24 07:04:41.100405 dv-cinder-772181-6-smb neutron-server[80122]: return method(*args, **kwargs) Jan 24 07:04:41.100405 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 24 07:04:41.100405 dv-cinder-772181-6-smb neutron-server[80122]: return f(*args, **kwargs) Jan 24 07:04:41.100405 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 24 07:04:41.100405 dv-cinder-772181-6-smb neutron-server[80122]: return f(*args, **kwargs) Jan 24 07:04:41.100405 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 24 07:04:41.100405 dv-cinder-772181-6-smb neutron-server[80122]: return f(*dup_args, **dup_kwargs) Jan 24 07:04:41.100405 dv-cinder-772181-6-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Jan 24 07:04:41.100405 dv-cinder-772181-6-smb neutron-server[80122]: self._delete_current_gw_port(context, id, router, None) Jan 24 07:04:41.100405 dv-cinder-772181-6-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port Jan 24 07:04:41.100405 dv-cinder-772181-6-smb neutron-server[80122]: admin_ctx, gw_port_id, l3_port_check=False) Jan 24 07:04:41.100405 dv-cinder-772181-6-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Jan 24 07:04:41.100405 dv-cinder-772181-6-smb neutron-server[80122]: return f(self, context, *args, **kwargs) Jan 24 07:04:41.100405 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 24 07:04:41.100405 dv-cinder-772181-6-smb neutron-server[80122]: return method(*args, **kwargs) Jan 24 07:04:41.100405 dv-cinder-772181-6-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1951, in delete_port Jan 24 07:04:41.100405 dv-cinder-772181-6-smb neutron-server[80122]: context, port, router_ids, bound_mech_contexts) Jan 24 07:04:41.100405 dv-cinder-772181-6-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1960, in _post_delete_port Jan 24 07:04:41.100405 dv-cinder-772181-6-smb neutron-server[80122]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Jan 24 07:04:41.100405 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Jan 24 07:04:41.100405 dv-cinder-772181-6-smb neutron-server[80122]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Jan 24 07:04:41.100405 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Jan 24 07:04:41.100405 dv-cinder-772181-6-smb neutron-server[80122]: return function(*args, **kwargs) Jan 24 07:04:41.100405 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Jan 24 07:04:41.100405 dv-cinder-772181-6-smb neutron-server[80122]: errors = self._notify_loop(resource, event, trigger, **kwargs) Jan 24 07:04:41.100405 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jan 24 07:04:41.100405 dv-cinder-772181-6-smb neutron-server[80122]: callback(resource, event, trigger, **kwargs) Jan 24 07:04:41.100405 dv-cinder-772181-6-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Jan 24 07:04:41.100405 dv-cinder-772181-6-smb neutron-server[80122]: if self._is_session_semantic_violated(context, resource, event): Jan 24 07:04:41.100405 dv-cinder-772181-6-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Jan 24 07:04:41.100405 dv-cinder-772181-6-smb neutron-server[80122]: stack = traceback.extract_stack() Jan 24 07:04:41.100405 dv-cinder-772181-6-smb neutron-server[80122]: Jan 24 07:04:41.127448 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 37610) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:04:41.203259 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-7004d92b-203b-485b-987e-f4869bbe2b55 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Notify callbacks [] for security_group, before_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:41.236139 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-7004d92b-203b-485b-987e-f4869bbe2b55 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Notify callbacks [] for security_group, precommit_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:41.288930 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-7004d92b-203b-485b-987e-f4869bbe2b55 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:41.297478 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1d256c6c-0110-47f1-a471-66ca7adea441 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-514532'] for router_gateway, after_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:41.299357 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-3c6c3ca3-09d4-4a5b-9cf7-2799f8e22712 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:04:41.313662 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7004d92b-203b-485b-987e-f4869bbe2b55 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6c6f0fc-adc0-414d-839d-1f449449d6f9,revision_number=None']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:04:41.317191 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-7004d92b-203b-485b-987e-f4869bbe2b55 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:04:41.324306 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-7004d92b-203b-485b-987e-f4869bbe2b55 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Notify callbacks [] for security_group, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:41.325672 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-7004d92b-203b-485b-987e-f4869bbe2b55 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "DELETE /v2.0/security-groups/e6c6f0fc-adc0-414d-839d-1f449449d6f9 HTTP/1.1" status: 204 len: 168 time: 0.1968741 Jan 24 07:04:41.328461 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 37614) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:04:41.350381 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.api.v2.resource [None req-b199260d-2aee-44cb-9e2c-8bc861e0f247 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] show failed (client error): The resource could not be found. Jan 24 07:04:41.351720 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-b199260d-2aee-44cb-9e2c-8bc861e0f247 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/security-groups/e6c6f0fc-adc0-414d-839d-1f449449d6f9 HTTP/1.1" status: 404 len: 347 time: 0.0222631 Jan 24 07:04:41.354669 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 37618) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:04:41.369193 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-de15b7cd-efe6-4c2d-911e-c8c92b1d6d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c96de43a-59d1-460d-a1b9-d50ba998bb57', 'name': 'tempest-AttachVolumeTestJSON-479307682-router', 'tenant_id': '2fc6fa56d19f4f2496beee60631c3cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'external_fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.159'}], 'enable_snat': True}, 'gw_port_id': 'c688ab2c-9bd6-42aa-b66c-2b236de57deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T06:58:33Z', 'updated_at': '2021-01-24T07:04:38Z', 'revision_number': 5, 'project_id': '2fc6fa56d19f4f2496beee60631c3cb7', 'gw_port': {'id': 'c688ab2c-9bd6-42aa-b66c-2b236de57deb', 'name': '', 'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:d2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96de43a-59d1-460d-a1b9-d50ba998bb57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T06:58:34Z', 'updated_at': '2021-01-24T06:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-6-smb'}], 'dv-cinder-772181-6-smb', False) {} {{(pid=80238) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:04:41.373527 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de15b7cd-efe6-4c2d-911e-c8c92b1d6d8e None None] The sync data for ids ['c96de43a-59d1-460d-a1b9-d50ba998bb57'] in dv-cinder-772181-6-smb is: [{'id': 'c96de43a-59d1-460d-a1b9-d50ba998bb57', 'name': 'tempest-AttachVolumeTestJSON-479307682-router', 'tenant_id': '2fc6fa56d19f4f2496beee60631c3cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'external_fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.159'}], 'enable_snat': True}, 'gw_port_id': 'c688ab2c-9bd6-42aa-b66c-2b236de57deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T06:58:33Z', 'updated_at': '2021-01-24T07:04:38Z', 'revision_number': 5, 'project_id': '2fc6fa56d19f4f2496beee60631c3cb7', 'gw_port': {'id': 'c688ab2c-9bd6-42aa-b66c-2b236de57deb', 'name': '', 'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:d2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96de43a-59d1-460d-a1b9-d50ba998bb57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T06:58:34Z', 'updated_at': '2021-01-24T06:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-6-smb'}] {{(pid=80238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 24 07:04:41.449614 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1d256c6c-0110-47f1-a471-66ca7adea441 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-491808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8874'] for router, precommit_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:41.452112 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1d256c6c-0110-47f1-a471-66ca7adea441 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:41.539806 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-4b22e5e9-b56f-4bc2-8597-adeaf16e3faa tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Deleting port 9151a8cc-83fe-4a99-94f6-978b7d935548 {{(pid=80235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 07:04:41.540182 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4b22e5e9-b56f-4bc2-8597-adeaf16e3faa tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760141954436'] for port, before_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:41.740680 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4b22e5e9-b56f-4bc2-8597-adeaf16e3faa tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854346336'] for port, precommit_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:41.741049 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4b22e5e9-b56f-4bc2-8597-adeaf16e3faa tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Notify callbacks [] for floatingip, precommit_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:41.787768 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1d256c6c-0110-47f1-a471-66ca7adea441 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854262125'] for router, after_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:41.788329 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d256c6c-0110-47f1-a471-66ca7adea441 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c96de43a-59d1-460d-a1b9-d50ba998bb57 {{(pid=80236) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 24 07:04:41.803122 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1d256c6c-0110-47f1-a471-66ca7adea441 admin admin] Notify callbacks [] for router, before_response {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:41.806901 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-1d256c6c-0110-47f1-a471-66ca7adea441 admin admin] 10.222.0.22 "DELETE /v2.0/routers/c96de43a-59d1-460d-a1b9-d50ba998bb57 HTTP/1.1" status: 204 len: 168 time: 1.5922995 Jan 24 07:04:41.807110 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 37622) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:04:41.826936 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Device df483948-5127-4d1a-ae4c-a52412df60fd no longer exists at agent ovs-agent-dv-cinder-772181-6-smb {{(pid=80237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 07:04:41.876208 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0697255-263e-448d-856f-f02a66b6bf94 admin admin] Deleting subnet f89146f0-67b7-43a2-a952-f2f292e8520d {{(pid=80236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 24 07:04:41.880000 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] No Port match for: df483948-5127-4d1a-ae4c-a52412df60fd {{(pid=80237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 24 07:04:41.880464 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Device df483948-5127-4d1a-ae4c-a52412df60fd not bound to the agent host dv-cinder-772181-6-smb {{(pid=80237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 24 07:04:41.880672 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c0697255-263e-448d-856f-f02a66b6bf94 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:41.881421 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-4b22e5e9-b56f-4bc2-8597-adeaf16e3faa tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Calling delete_port for 9151a8cc-83fe-4a99-94f6-978b7d935548 owned by network:floatingip {{(pid=80235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 07:04:41.937620 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c0697255-263e-448d-856f-f02a66b6bf94 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2864173'] for subnet, precommit_delete_associations {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:42.031930 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4b22e5e9-b56f-4bc2-8597-adeaf16e3faa tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363276712759002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363276713243132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851855427'] for port, after_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:42.048410 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-929e1b20-73da-422b-a7b9-e6697a486163 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:04:42.067092 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c0697255-263e-448d-856f-f02a66b6bf94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853356919'] for subnet, precommit_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:42.141471 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b22e5e9-b56f-4bc2-8597-adeaf16e3faa tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Pushing event deleted for resources: {'Port': ['ID=9151a8cc-83fe-4a99-94f6-978b7d935548,revision_number=None']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:04:42.144860 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-4b22e5e9-b56f-4bc2-8597-adeaf16e3faa tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:04:42.276456 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4b22e5e9-b56f-4bc2-8597-adeaf16e3faa tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Notify callbacks [] for floatingip, after_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:42.291256 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4b22e5e9-b56f-4bc2-8597-adeaf16e3faa tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149749'] for floatingip, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:42.295360 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-4b22e5e9-b56f-4bc2-8597-adeaf16e3faa tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "DELETE /v2.0/floatingips/6e44223c-f29c-4c23-998d-9a2819ce41c6 HTTP/1.1" status: 204 len: 168 time: 0.9368119 Jan 24 07:04:42.348619 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c0697255-263e-448d-856f-f02a66b6bf94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1418929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854325308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852009695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851954040'] for subnet, after_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:42.365868 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:04:42.450726 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0697255-263e-448d-856f-f02a66b6bf94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f89146f0-67b7-43a2-a952-f2f292e8520d,revision_number=None']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:04:42.458759 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-c0697255-263e-448d-856f-f02a66b6bf94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:04:42.503917 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c0697255-263e-448d-856f-f02a66b6bf94 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:42.509116 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118ccce4-a395-4502-808f-4b4e4f4e907a None None] Network 440b000a-80da-445e-b13a-3c626561a2d5 requested from dv-cinder-772181-6-smb {{(pid=80237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 07:04:42.513919 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-c0697255-263e-448d-856f-f02a66b6bf94 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/f89146f0-67b7-43a2-a952-f2f292e8520d HTTP/1.1" status: 204 len: 168 time: 0.7031097 Jan 24 07:04:42.514690 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 37628) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:04:42.522910 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 37632) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:04:42.528771 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-6e177fb6-0cd2-4881-bf9f-dcad1fe58c49 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Request body: {'security_group': {'name': 'tempest-securitygroup--1894705131', 'description': 'tempest-description--1198805303'}} {{(pid=80235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 07:04:42.539147 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-6e177fb6-0cd2-4881-bf9f-dcad1fe58c49 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 07:04:42.543538 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-6e177fb6-0cd2-4881-bf9f-dcad1fe58c49 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Usage tracker for resource:security_group and tenant:b352ad353356444ca4a7e94501f26e10 is out of sync, need to count used quota {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 07:04:42.546562 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-6e177fb6-0cd2-4881-bf9f-dcad1fe58c49 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 07:04:42.553140 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-6e177fb6-0cd2-4881-bf9f-dcad1fe58c49 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 07:04:42.563371 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6e177fb6-0cd2-4881-bf9f-dcad1fe58c49 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Notify callbacks [] for security_group, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:42.585354 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-6e177fb6-0cd2-4881-bf9f-dcad1fe58c49 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 07:04:42.592635 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-6e177fb6-0cd2-4881-bf9f-dcad1fe58c49 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Usage tracker for resource:security_group_rule and tenant:b352ad353356444ca4a7e94501f26e10 is out of sync, need to count used quota {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 07:04:42.597164 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-6e177fb6-0cd2-4881-bf9f-dcad1fe58c49 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 07:04:42.609805 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-6e177fb6-0cd2-4881-bf9f-dcad1fe58c49 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 07:04:42.636971 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ea25d4c2-69d4-4bc6-91ea-50d043b7857d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853395168'] for network, before_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:42.703789 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6e177fb6-0cd2-4881-bf9f-dcad1fe58c49 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Notify callbacks [] for security_group, precommit_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:42.707511 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6e177fb6-0cd2-4881-bf9f-dcad1fe58c49 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:42.711568 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-b4410c0d-d501-41a3-9ac6-3633e922f617 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:04:42.716909 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-ea25d4c2-69d4-4bc6-91ea-50d043b7857d admin admin] Deleting port d6038d48-11d5-4db9-8239-9e7ba16b1b81 {{(pid=80236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 07:04:42.717290 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ea25d4c2-69d4-4bc6-91ea-50d043b7857d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760141954436'] for port, before_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:42.753193 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e177fb6-0cd2-4881-bf9f-dcad1fe58c49 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Pushing event updated for resources: {'SecurityGroup': ['ID=1fd5f6b6-4fb0-450c-8e61-c3a194544159,revision_number=1']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:04:42.758590 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-6e177fb6-0cd2-4881-bf9f-dcad1fe58c49 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:04:42.772176 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6e177fb6-0cd2-4881-bf9f-dcad1fe58c49 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Notify callbacks [] for security_group, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:42.774231 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-6e177fb6-0cd2-4881-bf9f-dcad1fe58c49 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2499130 Jan 24 07:04:42.774386 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41414ee4-457c-49b7-bb81-195f84423fad None None] DHCP port deletion for 440b000a-80da-445e-b13a-3c626561a2d5 request from dv-cinder-772181-6-smb {{(pid=80237) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 24 07:04:42.776850 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 37636) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:04:42.779686 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-41414ee4-457c-49b7-bb81-195f84423fad None None] Deleting port d6038d48-11d5-4db9-8239-9e7ba16b1b81 {{(pid=80237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 07:04:42.780103 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-41414ee4-457c-49b7-bb81-195f84423fad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760141954436'] for port, before_delete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:42.783357 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-9b7de5c7-b460-4157-95a7-ed6c1cee773f tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Request body: {'security_group_rule': {'security_group_id': '1fd5f6b6-4fb0-450c-8e61-c3a194544159', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 07:04:42.794565 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-9b7de5c7-b460-4157-95a7-ed6c1cee773f tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 07:04:42.798733 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-9b7de5c7-b460-4157-95a7-ed6c1cee773f tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Usage tracker for resource:security_group_rule and tenant:b352ad353356444ca4a7e94501f26e10 is out of sync, need to count used quota {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 07:04:42.802316 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-9b7de5c7-b460-4157-95a7-ed6c1cee773f tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 07:04:42.808183 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-9b7de5c7-b460-4157-95a7-ed6c1cee773f tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 07:04:42.826558 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9b7de5c7-b460-4157-95a7-ed6c1cee773f tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Notify callbacks [] for security_group_rule, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:42.904527 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9b7de5c7-b460-4157-95a7-ed6c1cee773f tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:42.907864 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9b7de5c7-b460-4157-95a7-ed6c1cee773f tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337684'] for security_group_rule, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:42.916345 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:04:42.938822 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7de5c7-b460-4157-95a7-ed6c1cee773f tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccec392c-1aa7-4d7e-af9d-e274c4de0d85,revision_number=0']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:04:42.942913 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-9b7de5c7-b460-4157-95a7-ed6c1cee773f tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:04:42.946144 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9b7de5c7-b460-4157-95a7-ed6c1cee773f tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Notify callbacks [] for security_group_rule, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:42.947505 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-9b7de5c7-b460-4157-95a7-ed6c1cee773f tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1689477 Jan 24 07:04:42.950266 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 37640) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:04:42.953399 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-ea25d4c2-69d4-4bc6-91ea-50d043b7857d admin admin] For port d6038d48-11d5-4db9-8239-9e7ba16b1b81, host dv-cinder-772181-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-6-smb',level=0,port_id=d6038d48-11d5-4db9-8239-9e7ba16b1b81,segment=NetworkSegment(adda3e32-e252-4d09-9851-9d25a3fda79e),segment_id=adda3e32-e252-4d09-9851-9d25a3fda79e)] {{(pid=80236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 07:04:42.953850 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ea25d4c2-69d4-4bc6-91ea-50d043b7857d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854346336'] for port, precommit_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:42.956948 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-152f3af3-c4e2-4c70-ba6e-6c3488dfaad7 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Request body: {'security_group_rule': {'security_group_id': '1fd5f6b6-4fb0-450c-8e61-c3a194544159', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 07:04:42.967299 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-152f3af3-c4e2-4c70-ba6e-6c3488dfaad7 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 07:04:42.972040 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-152f3af3-c4e2-4c70-ba6e-6c3488dfaad7 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Usage tracker for resource:security_group_rule and tenant:b352ad353356444ca4a7e94501f26e10 is out of sync, need to count used quota {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 07:04:42.975085 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-152f3af3-c4e2-4c70-ba6e-6c3488dfaad7 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 07:04:42.981055 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-152f3af3-c4e2-4c70-ba6e-6c3488dfaad7 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 07:04:42.997837 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-152f3af3-c4e2-4c70-ba6e-6c3488dfaad7 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Notify callbacks [] for security_group_rule, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:43.019318 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-41414ee4-457c-49b7-bb81-195f84423fad None None] For port d6038d48-11d5-4db9-8239-9e7ba16b1b81, host dv-cinder-772181-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-6-smb',level=0,port_id=d6038d48-11d5-4db9-8239-9e7ba16b1b81,segment=NetworkSegment(adda3e32-e252-4d09-9851-9d25a3fda79e),segment_id=adda3e32-e252-4d09-9851-9d25a3fda79e)] {{(pid=80237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 07:04:43.019790 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-41414ee4-457c-49b7-bb81-195f84423fad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854346336'] for port, precommit_delete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:43.067885 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-152f3af3-c4e2-4c70-ba6e-6c3488dfaad7 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:43.070440 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-152f3af3-c4e2-4c70-ba6e-6c3488dfaad7 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337684'] for security_group_rule, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:43.072624 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:04:43.090456 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-ea25d4c2-69d4-4bc6-91ea-50d043b7857d admin admin] Calling delete_port for d6038d48-11d5-4db9-8239-9e7ba16b1b81 owned by network:dhcp {{(pid=80236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 07:04:43.097189 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152f3af3-c4e2-4c70-ba6e-6c3488dfaad7 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f4ef977-543c-4288-95f3-c11794a2dbd7,revision_number=0']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:04:43.099862 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-152f3af3-c4e2-4c70-ba6e-6c3488dfaad7 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:04:43.107057 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-152f3af3-c4e2-4c70-ba6e-6c3488dfaad7 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Notify callbacks [] for security_group_rule, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:43.111402 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-152f3af3-c4e2-4c70-ba6e-6c3488dfaad7 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1570263 Jan 24 07:04:43.111750 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 37644) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:04:43.118142 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-e8050a6c-1a40-4653-bc61-a9756da134c4 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Request body: {'floatingip': {'floating_network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a'}} {{(pid=80235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 07:04:43.129129 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-e8050a6c-1a40-4653-bc61-a9756da134c4 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 07:04:43.133507 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-e8050a6c-1a40-4653-bc61-a9756da134c4 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Usage tracker for resource:floatingip and tenant:b352ad353356444ca4a7e94501f26e10 is out of sync, need to count used quota {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 07:04:43.136772 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-e8050a6c-1a40-4653-bc61-a9756da134c4 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 07:04:43.144619 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-e8050a6c-1a40-4653-bc61-a9756da134c4 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 07:04:43.157153 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e8050a6c-1a40-4653-bc61-a9756da134c4 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Notify callbacks [] for floatingip, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:43.163096 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-41414ee4-457c-49b7-bb81-195f84423fad None None] Calling delete_port for d6038d48-11d5-4db9-8239-9e7ba16b1b81 owned by network:dhcp {{(pid=80237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 07:04:43.173377 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ea25d4c2-69d4-4bc6-91ea-50d043b7857d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363276712759002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363276713243132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852012043'] for port, after_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:43.191090 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-5fd2013e-aec3-45d3-9ae0-b5e066e00a9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:04:43.283215 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea25d4c2-69d4-4bc6-91ea-50d043b7857d admin admin] Pushing event deleted for resources: {'Port': ['ID=d6038d48-11d5-4db9-8239-9e7ba16b1b81,revision_number=None']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:04:43.291110 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-ea25d4c2-69d4-4bc6-91ea-50d043b7857d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:04:43.306544 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.db.api [None req-41414ee4-457c-49b7-bb81-195f84423fad None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80237) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 24 07:04:43.306727 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_db.api [None req-41414ee4-457c-49b7-bb81-195f84423fad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80237) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 24 07:04:43.313399 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e8050a6c-1a40-4653-bc61-a9756da134c4 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:43.334317 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea25d4c2-69d4-4bc6-91ea-50d043b7857d admin admin] No DVR routers for this DVR port d6038d48-11d5-4db9-8239-9e7ba16b1b81 on host dv-cinder-772181-6-smb {{(pid=80236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 24 07:04:43.457072 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ea25d4c2-69d4-4bc6-91ea-50d043b7857d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853359627', 'neutron.services.segments.db._delete_segments_for_network-8760142051665'] for network, precommit_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:43.571647 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.services.segments.db [None req-ea25d4c2-69d4-4bc6-91ea-50d043b7857d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['440b000a-80da-445e-b13a-3c626561a2d5']}} {{(pid=80236) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:04:43.584300 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.services.segments.db [None req-ea25d4c2-69d4-4bc6-91ea-50d043b7857d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adda3e32-e252-4d09-9851-9d25a3fda79e') {'for_net_delete': True} {{(pid=80236) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:04:43.584635 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.services.segments.db [None req-ea25d4c2-69d4-4bc6-91ea-50d043b7857d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adda3e32-e252-4d09-9851-9d25a3fda79e') {} {{(pid=80236) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:04:43.589277 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.db_base_plugin_common [None req-e8050a6c-1a40-4653-bc61-a9756da134c4 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Allocated IP 172.28.0.57 (3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a/ded01328-6a1f-470d-9832-6a1e67bc132f/896738bd-89d0-4e19-8bb2-d1f60a03c604) {{(pid=80235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 07:04:43.598355 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ea25d4c2-69d4-4bc6-91ea-50d043b7857d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760142046050', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851911643'] for segment, before_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:43.614241 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ea25d4c2-69d4-4bc6-91ea-50d043b7857d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419005'] for segment, precommit_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:43.616400 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ea25d4c2-69d4-4bc6-91ea-50d043b7857d admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 24 07:04:43.753376 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e8050a6c-1a40-4653-bc61-a9756da134c4 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Notify callbacks [] for port, precommit_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:43.782063 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e8050a6c-1a40-4653-bc61-a9756da134c4 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363276713217020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851855427'] for port, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:43.798175 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-2e7b6283-084f-48ea-ba46-d18dd995ab6c tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:04:43.801933 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-ea25d4c2-69d4-4bc6-91ea-50d043b7857d admin admin] Network 440b000a-80da-445e-b13a-3c626561a2d5 has no segments {{(pid=80236) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 24 07:04:43.808342 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-41414ee4-457c-49b7-bb81-195f84423fad None None] Deleting port d6038d48-11d5-4db9-8239-9e7ba16b1b81 {{(pid=80237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 07:04:43.809057 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-41414ee4-457c-49b7-bb81-195f84423fad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760141954436'] for port, before_delete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:43.811579 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ea25d4c2-69d4-4bc6-91ea-50d043b7857d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853356811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2763650'] for segment, after_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:43.868565 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8050a6c-1a40-4653-bc61-a9756da134c4 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Pushing event updated for resources: {'Port': ['ID=896738bd-89d0-4e19-8bb2-d1f60a03c604,revision_number=1']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:04:43.890709 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Device d6038d48-11d5-4db9-8239-9e7ba16b1b81 no longer exists at agent ovs-agent-dv-cinder-772181-6-smb {{(pid=80237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 07:04:43.922138 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-e8050a6c-1a40-4653-bc61-a9756da134c4 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:04:44.007081 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-ea25d4c2-69d4-4bc6-91ea-50d043b7857d admin admin] Network 440b000a-80da-445e-b13a-3c626561a2d5 has no segments {{(pid=80236) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 24 07:04:44.010469 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8050a6c-1a40-4653-bc61-a9756da134c4 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Network 3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a is already hosted by enough agents. {{(pid=80235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 07:04:44.011870 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [None req-e8050a6c-1a40-4653-bc61-a9756da134c4 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Resources bound (agent type, host, resource id): {{(pid=80235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 07:04:44.014613 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8050a6c-1a40-4653-bc61-a9756da134c4 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Received port after_create {{(pid=80235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 07:04:44.040146 dv-cinder-772181-6-smb neutron-server[80122]: Traceback (most recent call last): Jan 24 07:04:44.040146 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 07:04:44.040146 dv-cinder-772181-6-smb neutron-server[80122]: timer() Jan 24 07:04:44.040146 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 07:04:44.040146 dv-cinder-772181-6-smb neutron-server[80122]: cb(*args, **kw) Jan 24 07:04:44.040146 dv-cinder-772181-6-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 24 07:04:44.040146 dv-cinder-772181-6-smb neutron-server[80122]: return func(*args, **kwargs) Jan 24 07:04:44.040146 dv-cinder-772181-6-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 07:04:44.040146 dv-cinder-772181-6-smb neutron-server[80122]: self._notify() Jan 24 07:04:44.040146 dv-cinder-772181-6-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 07:04:44.040146 dv-cinder-772181-6-smb neutron-server[80122]: self.callback(batched_events) Jan 24 07:04:44.040146 dv-cinder-772181-6-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 07:04:44.040146 dv-cinder-772181-6-smb neutron-server[80122]: event.method(event) Jan 24 07:04:44.040146 dv-cinder-772181-6-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 07:04:44.040146 dv-cinder-772181-6-smb neutron-server[80122]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 07:04:44.040146 dv-cinder-772181-6-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 24 07:04:44.040146 dv-cinder-772181-6-smb neutron-server[80122]: segment_id)['aggregates'][0] Jan 24 07:04:44.040146 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 07:04:44.040146 dv-cinder-772181-6-smb neutron-server[80122]: return f(self, *a, **k) Jan 24 07:04:44.040146 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 24 07:04:44.040146 dv-cinder-772181-6-smb neutron-server[80122]: return self._get(url).json() Jan 24 07:04:44.040146 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 07:04:44.040146 dv-cinder-772181-6-smb neutron-server[80122]: **kwargs) Jan 24 07:04:44.040146 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 07:04:44.040146 dv-cinder-772181-6-smb neutron-server[80122]: return self.request(url, 'GET', **kwargs) Jan 24 07:04:44.040146 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 24 07:04:44.040146 dv-cinder-772181-6-smb neutron-server[80122]: **endpoint_filter) Jan 24 07:04:44.040146 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 07:04:44.040146 dv-cinder-772181-6-smb neutron-server[80122]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 07:04:44.040146 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 07:04:44.040146 dv-cinder-772181-6-smb neutron-server[80122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 07:04:44.040146 dv-cinder-772181-6-smb neutron-server[80122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 07:04:44.090449 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-41414ee4-457c-49b7-bb81-195f84423fad None None] The port 'd6038d48-11d5-4db9-8239-9e7ba16b1b81' was deleted {{(pid=80237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}} Jan 24 07:04:44.096372 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] No Port match for: d6038d48-11d5-4db9-8239-9e7ba16b1b81 {{(pid=80237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 24 07:04:44.096763 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Device d6038d48-11d5-4db9-8239-9e7ba16b1b81 not bound to the agent host dv-cinder-772181-6-smb {{(pid=80237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 24 07:04:44.097580 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Device c688ab2c-9bd6-42aa-b66c-2b236de57deb no longer exists at agent ovs-agent-dv-cinder-772181-6-smb {{(pid=80237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 07:04:44.105559 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e8050a6c-1a40-4653-bc61-a9756da134c4 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Notify callbacks [] for floatingip, precommit_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:44.129043 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ea25d4c2-69d4-4bc6-91ea-50d043b7857d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1416142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854325290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854261251'] for network, after_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:44.132793 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:04:44.134825 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] No Port match for: c688ab2c-9bd6-42aa-b66c-2b236de57deb {{(pid=80237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 24 07:04:44.135221 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Device c688ab2c-9bd6-42aa-b66c-2b236de57deb not bound to the agent host dv-cinder-772181-6-smb {{(pid=80237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 24 07:04:44.152160 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ea25d4c2-69d4-4bc6-91ea-50d043b7857d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539807'] for network, before_response {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:44.159222 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea25d4c2-69d4-4bc6-91ea-50d043b7857d admin admin] Pushing event deleted for resources: {'Network': ['ID=440b000a-80da-445e-b13a-3c626561a2d5,revision_number=None']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:04:44.173150 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea25d4c2-69d4-4bc6-91ea-50d043b7857d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:04:44.173565 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea25d4c2-69d4-4bc6-91ea-50d043b7857d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:04:44.173975 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea25d4c2-69d4-4bc6-91ea-50d043b7857d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:04:44.174899 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea25d4c2-69d4-4bc6-91ea-50d043b7857d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:04:44.175252 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea25d4c2-69d4-4bc6-91ea-50d043b7857d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:04:44.175856 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea25d4c2-69d4-4bc6-91ea-50d043b7857d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:04:44.176253 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea25d4c2-69d4-4bc6-91ea-50d043b7857d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:04:44.176378 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e8050a6c-1a40-4653-bc61-a9756da134c4 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:44.176644 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea25d4c2-69d4-4bc6-91ea-50d043b7857d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:04:44.177039 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea25d4c2-69d4-4bc6-91ea-50d043b7857d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:04:44.177429 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea25d4c2-69d4-4bc6-91ea-50d043b7857d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:04:44.177853 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea25d4c2-69d4-4bc6-91ea-50d043b7857d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:04:44.178242 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea25d4c2-69d4-4bc6-91ea-50d043b7857d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:04:44.178664 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea25d4c2-69d4-4bc6-91ea-50d043b7857d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:04:44.179046 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea25d4c2-69d4-4bc6-91ea-50d043b7857d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:04:44.179428 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea25d4c2-69d4-4bc6-91ea-50d043b7857d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:04:44.179878 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea25d4c2-69d4-4bc6-91ea-50d043b7857d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:04:44.180264 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea25d4c2-69d4-4bc6-91ea-50d043b7857d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:04:44.180645 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea25d4c2-69d4-4bc6-91ea-50d043b7857d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:04:44.181025 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea25d4c2-69d4-4bc6-91ea-50d043b7857d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:04:44.181404 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea25d4c2-69d4-4bc6-91ea-50d043b7857d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:04:44.181784 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea25d4c2-69d4-4bc6-91ea-50d043b7857d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:04:44.182167 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea25d4c2-69d4-4bc6-91ea-50d043b7857d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:04:44.182546 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea25d4c2-69d4-4bc6-91ea-50d043b7857d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:04:44.182921 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea25d4c2-69d4-4bc6-91ea-50d043b7857d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:04:44.188765 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-ea25d4c2-69d4-4bc6-91ea-50d043b7857d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:04:44.196375 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-ea25d4c2-69d4-4bc6-91ea-50d043b7857d admin admin] 10.222.0.22 "DELETE /v2.0/networks/440b000a-80da-445e-b13a-3c626561a2d5 HTTP/1.1" status: 204 len: 168 time: 1.6809676 Jan 24 07:04:44.341689 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 37650) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:04:44.397649 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-ca35fe95-dee4-4a21-8e82-f8d24fde4450 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2fc6fa56d19f4f2496beee60631c3cb7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0546799 Jan 24 07:04:44.400363 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 37654) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:04:44.452338 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e8050a6c-1a40-4653-bc61-a9756da134c4 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Notify callbacks [] for port, precommit_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:44.457226 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e8050a6c-1a40-4653-bc61-a9756da134c4 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2920372'] for port, after_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:44.464425 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce06105c-8a44-4159-8390-aa762110a9ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:44.472754 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-4b4b006c-b6a4-4e25-be12-1d6d6caf92c0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:04:44.493016 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce06105c-8a44-4159-8390-aa762110a9ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:44.537792 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce06105c-8a44-4159-8390-aa762110a9ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:44.543043 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-3366e358-455d-47fe-996c-aa7bbbcaf278 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:04:44.559259 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce06105c-8a44-4159-8390-aa762110a9ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a12c6d09-5c4c-4f6d-a2ee-26c808d8bd41,revision_number=None']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:04:44.562414 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-ce06105c-8a44-4159-8390-aa762110a9ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:04:44.564453 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce06105c-8a44-4159-8390-aa762110a9ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:44.565729 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-ce06105c-8a44-4159-8390-aa762110a9ca admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a12c6d09-5c4c-4f6d-a2ee-26c808d8bd41 HTTP/1.1" status: 204 len: 168 time: 0.1643586 Jan 24 07:04:44.606518 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8050a6c-1a40-4653-bc61-a9756da134c4 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Pushing event updated for resources: {'Port': ['ID=896738bd-89d0-4e19-8bb2-d1f60a03c604,revision_number=2']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:04:44.611628 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-e8050a6c-1a40-4653-bc61-a9756da134c4 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:04:44.712555 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e8050a6c-1a40-4653-bc61-a9756da134c4 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854261494'] for floatingip, after_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:44.734517 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e8050a6c-1a40-4653-bc61-a9756da134c4 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149749'] for floatingip, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:44.735855 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-e8050a6c-1a40-4653-bc61-a9756da134c4 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6225135 Jan 24 07:04:45.016954 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-113e2f6d-6da3-43b9-b6e2-7b9db1633d4d req-a86f491d-e0c8-420c-8ee7-db2a64ece7d2 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1894705131&fields=id&tenant_id=b352ad353356444ca4a7e94501f26e10 HTTP/1.1" status: 200 len: 267 time: 0.0494697 Jan 24 07:04:45.203561 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113e2f6d-6da3-43b9-b6e2-7b9db1633d4d req-fede847e-521b-4a1f-927a-afe73b83e33b tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:04:45.205255 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-113e2f6d-6da3-43b9-b6e2-7b9db1633d4d req-fede847e-521b-4a1f-927a-afe73b83e33b tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/networks?id=e13c5a42-1024-4ca2-b72d-41265c0f5cf1 HTTP/1.1" status: 200 len: 816 time: 0.1802926 Jan 24 07:04:45.221766 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-113e2f6d-6da3-43b9-b6e2-7b9db1633d4d req-5f38ab6c-d6f2-4942-b4b2-a5d661e78ce5 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/quotas/b352ad353356444ca4a7e94501f26e10 HTTP/1.1" status: 200 len: 375 time: 0.0099874 Jan 24 07:04:45.331069 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-113e2f6d-6da3-43b9-b6e2-7b9db1633d4d req-17fd878c-c775-4be4-94dd-734e4b0073ba tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/ports?tenant_id=b352ad353356444ca4a7e94501f26e10&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1030562 Jan 24 07:04:45.510471 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 37690) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:04:45.622125 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-36ff4216-c947-4f37-9493-25a9a3801c12 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-731285816-network', 'tenant_id': '59c1f0f1737f4452ae5db90ae821187d'}} {{(pid=80236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 07:04:45.629106 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-36ff4216-c947-4f37-9493-25a9a3801c12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 07:04:45.636190 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-36ff4216-c947-4f37-9493-25a9a3801c12 admin admin] Usage tracker for resource:network and tenant:59c1f0f1737f4452ae5db90ae821187d is out of sync, need to count used quota {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 07:04:45.646346 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-36ff4216-c947-4f37-9493-25a9a3801c12 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 07:04:45.655445 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-36ff4216-c947-4f37-9493-25a9a3801c12 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 07:04:45.692595 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36ff4216-c947-4f37-9493-25a9a3801c12 admin admin] Made reservation on behalf of 59c1f0f1737f4452ae5db90ae821187d for: {'network': 1} {{(pid=80236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 07:04:45.697276 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-36ff4216-c947-4f37-9493-25a9a3801c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for network, before_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:45.714983 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-36ff4216-c947-4f37-9493-25a9a3801c12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:45.727047 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-113e2f6d-6da3-43b9-b6e2-7b9db1633d4d req-164e0603-88ff-4748-a79d-b97f2c47c79e service neutron] 10.222.0.22 "GET /v2.0/networks/e13c5a42-1024-4ca2-b72d-41265c0f5cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3832967 Jan 24 07:04:45.732372 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-36ff4216-c947-4f37-9493-25a9a3801c12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 07:04:45.760325 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-36ff4216-c947-4f37-9493-25a9a3801c12 admin admin] Usage tracker for resource:security_group_rule and tenant:59c1f0f1737f4452ae5db90ae821187d is out of sync, need to count used quota {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 07:04:45.766332 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-36ff4216-c947-4f37-9493-25a9a3801c12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 07:04:45.825010 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-36ff4216-c947-4f37-9493-25a9a3801c12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 07:04:45.910362 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-113e2f6d-6da3-43b9-b6e2-7b9db1633d4d req-3f94f658-bfc9-4f8d-b51c-23be9fd79716 service neutron] 10.222.0.22 "GET /v2.0/networks/e13c5a42-1024-4ca2-b72d-41265c0f5cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1753550 Jan 24 07:04:45.961457 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-36ff4216-c947-4f37-9493-25a9a3801c12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:45.964386 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-36ff4216-c947-4f37-9493-25a9a3801c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:45.968731 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-c9dc29ca-1bb6-426e-b017-78d766af6b7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:04:46.000747 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36ff4216-c947-4f37-9493-25a9a3801c12 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 24 07:04:46.010605 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ff4216-c947-4f37-9493-25a9a3801c12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88b59b82-aa88-498b-bc45-381dc80977fd,revision_number=1']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:04:46.014151 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-36ff4216-c947-4f37-9493-25a9a3801c12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:04:46.019717 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-36ff4216-c947-4f37-9493-25a9a3801c12 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363276712724152', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419005'] for segment, precommit_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:46.020280 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.db.segments_db [None req-36ff4216-c947-4f37-9493-25a9a3801c12 admin admin] Added segment e10231c5-2277-4b16-8e4e-31a64516180d of type vxlan for network 6f6958e7-353a-464e-89d2-3be996091b32 Jan 24 07:04:46.057377 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-36ff4216-c947-4f37-9493-25a9a3801c12 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760141522069'] for network, precommit_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:46.137107 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-851ce378-1899-45f6-a4c3-63be5824a921 req-2bc823a3-e93f-42c3-88cd-28145b0e6d60 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/ports?device_id=4955ec46-7aed-4d45-bb0f-106f6c4953be HTTP/1.1" status: 200 len: 210 time: 0.0571237 Jan 24 07:04:46.141239 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-36ff4216-c947-4f37-9493-25a9a3801c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854325290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788'] for network, after_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:46.142446 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ff4216-c947-4f37-9493-25a9a3801c12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:04:46.143132 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-36ff4216-c947-4f37-9493-25a9a3801c12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539807'] for network, before_response {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:46.148919 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:04:46.198859 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-caa00b70-c42c-4fcd-9a0e-c23d938b40a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:46.261216 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-36ff4216-c947-4f37-9493-25a9a3801c12 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7495496 Jan 24 07:04:46.262236 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ff4216-c947-4f37-9493-25a9a3801c12 admin admin] Pushing event updated for resources: {'Network': ['ID=6f6958e7-353a-464e-89d2-3be996091b32,revision_number=1']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:04:46.264626 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 37702) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:04:46.267353 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-36ff4216-c947-4f37-9493-25a9a3801c12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:04:46.280127 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Network 6f6958e7-353a-464e-89d2-3be996091b32 details requested by agent ovs-agent-dv-cinder-772181-6-smb with host dv-cinder-772181-6-smb {{(pid=80237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 24 07:04:46.280378 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-23d396fc-499f-457f-8fca-7a613e688169 admin admin] Request body: {'subnet': {'network_id': '6f6958e7-353a-464e-89d2-3be996091b32', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-731285816-subnet', 'tenant_id': '59c1f0f1737f4452ae5db90ae821187d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 07:04:46.286251 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-23d396fc-499f-457f-8fca-7a613e688169 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 07:04:46.290624 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-23d396fc-499f-457f-8fca-7a613e688169 admin admin] Usage tracker for resource:subnet and tenant:59c1f0f1737f4452ae5db90ae821187d is out of sync, need to count used quota {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 07:04:46.293646 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-23d396fc-499f-457f-8fca-7a613e688169 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 07:04:46.297656 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Network 6f6958e7-353a-464e-89d2-3be996091b32 details requested by agent ovs-agent-hv-cinder-77218 with host hv-cinder-77218 {{(pid=80237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 24 07:04:46.300444 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-23d396fc-499f-457f-8fca-7a613e688169 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 07:04:46.311243 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23d396fc-499f-457f-8fca-7a613e688169 admin admin] Made reservation on behalf of 59c1f0f1737f4452ae5db90ae821187d for: {'subnet': 1} {{(pid=80236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 07:04:46.316878 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-23d396fc-499f-457f-8fca-7a613e688169 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2821794'] for subnet, before_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:46.957010 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-23d396fc-499f-457f-8fca-7a613e688169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854325308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2766180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2821811'] for subnet, after_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:46.976053 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:04:47.101849 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d396fc-499f-457f-8fca-7a613e688169 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e76cf661-5dee-4373-89c1-23358c8b7fc2,revision_number=0']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:04:47.114415 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-23d396fc-499f-457f-8fca-7a613e688169 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:04:47.122486 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.agents_db [None req-2c2cd112-eb45-4d42-b228-ef41d20f669c None None] Agent healthcheck: found 6 active agents {{(pid=80238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 07:04:47.171321 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d396fc-499f-457f-8fca-7a613e688169 admin admin] Checking segment: {'id': 'e10231c5-2277-4b16-8e4e-31a64516180d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6f6958e7-353a-464e-89d2-3be996091b32'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 07:04:47.171724 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d396fc-499f-457f-8fca-7a613e688169 admin admin] Network hostable DHCP agents. Network: 6f6958e7-353a-464e-89d2-3be996091b32, hostable agents: ['d33f51e1-f1a2-468d-95a7-36d67ba2db65'], hosted agents: [] {{(pid=80236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 24 07:04:47.190981 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d396fc-499f-457f-8fca-7a613e688169 admin admin] Network 6f6958e7-353a-464e-89d2-3be996091b32 is scheduled to be hosted by DHCP agent d33f51e1-f1a2-468d-95a7-36d67ba2db65 with binding_index 1 {{(pid=80236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 24 07:04:47.200282 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [None req-23d396fc-499f-457f-8fca-7a613e688169 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-6-smb, 6f6958e7-353a-464e-89d2-3be996091b32) {{(pid=80236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 07:04:47.210555 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e2e8ed-86e9-4893-9c36-bb0cb2026792 None None] Network 6f6958e7-353a-464e-89d2-3be996091b32 requested from dv-cinder-772181-6-smb {{(pid=80237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 07:04:47.212716 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d396fc-499f-457f-8fca-7a613e688169 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:04:47.213371 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-23d396fc-499f-457f-8fca-7a613e688169 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:47.239761 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-23d396fc-499f-457f-8fca-7a613e688169 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9679949 Jan 24 07:04:47.368591 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-33b2d9b6-479e-4f99-9ff2-aea1d587d4ef req-0582d29b-713c-4aa7-9301-ebb181487923 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/ports?device_id=4955ec46-7aed-4d45-bb0f-106f6c4953be HTTP/1.1" status: 200 len: 210 time: 0.0631618 Jan 24 07:04:47.456071 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7298feaf-1221-45ea-9b31-f29a93ae40cf None None] Network 6f6958e7-353a-464e-89d2-3be996091b32 requested from dv-cinder-772181-6-smb {{(pid=80237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 07:04:47.663635 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113e2f6d-6da3-43b9-b6e2-7b9db1633d4d req-717a9281-aace-4f34-aa04-26bff07c7e8a tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:04:47.669532 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-113e2f6d-6da3-43b9-b6e2-7b9db1633d4d req-717a9281-aace-4f34-aa04-26bff07c7e8a tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.18 "GET /v2.0/networks?id=e13c5a42-1024-4ca2-b72d-41265c0f5cf1 HTTP/1.1" status: 200 len: 816 time: 0.2371984 Jan 24 07:04:47.777460 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-113e2f6d-6da3-43b9-b6e2-7b9db1633d4d req-52a9a136-5f71-407f-8ea5-0f347267dccb tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Synchronizing usage tracker for tenant:b352ad353356444ca4a7e94501f26e10 on resource:security_group {{(pid=80235) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 07:04:47.793944 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-113e2f6d-6da3-43b9-b6e2-7b9db1633d4d req-52a9a136-5f71-407f-8ea5-0f347267dccb tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Unset dirty status for tenant:b352ad353356444ca4a7e94501f26e10 on resource:security_group {{(pid=80235) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 07:04:47.795444 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-113e2f6d-6da3-43b9-b6e2-7b9db1633d4d req-52a9a136-5f71-407f-8ea5-0f347267dccb tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b352ad353356444ca4a7e94501f26e10 HTTP/1.1" status: 200 len: 5709 time: 0.1045003 Jan 24 07:04:47.806931 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.base [req-113e2f6d-6da3-43b9-b6e2-7b9db1633d4d req-77b417a0-898f-4b01-8357-73475f571404 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Request body: {'port': {'device_id': '4955ec46-7aed-4d45-bb0f-106f6c4953be', 'network_id': 'e13c5a42-1024-4ca2-b72d-41265c0f5cf1', 'admin_state_up': True, 'tenant_id': 'b352ad353356444ca4a7e94501f26e10', 'security_groups': ['1fd5f6b6-4fb0-450c-8e61-c3a194544159']}} {{(pid=80235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 07:04:47.928698 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c314cd6c-4644-4dca-9308-ba3bd4fa88d3 req-6592f6a0-1838-4aaa-9c1d-6cab252ffa28 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:04:47.929384 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-c314cd6c-4644-4dca-9308-ba3bd4fa88d3 req-6592f6a0-1838-4aaa-9c1d-6cab252ffa28 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Synchronizing usage tracker for tenant:59c1f0f1737f4452ae5db90ae821187d on resource:network {{(pid=80236) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 07:04:47.946159 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-c314cd6c-4644-4dca-9308-ba3bd4fa88d3 req-6592f6a0-1838-4aaa-9c1d-6cab252ffa28 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Unset dirty status for tenant:59c1f0f1737f4452ae5db90ae821187d on resource:network {{(pid=80236) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 07:04:47.947428 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-c314cd6c-4644-4dca-9308-ba3bd4fa88d3 req-6592f6a0-1838-4aaa-9c1d-6cab252ffa28 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] 10.222.0.22 "GET /v2.0/networks?id=6f6958e7-353a-464e-89d2-3be996091b32 HTTP/1.1" status: 200 len: 814 time: 0.2005279 Jan 24 07:04:47.956247 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [req-113e2f6d-6da3-43b9-b6e2-7b9db1633d4d req-77b417a0-898f-4b01-8357-73475f571404 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 07:04:47.960611 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-113e2f6d-6da3-43b9-b6e2-7b9db1633d4d req-77b417a0-898f-4b01-8357-73475f571404 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Usage tracker for resource:port and tenant:b352ad353356444ca4a7e94501f26e10 is out of sync, need to count used quota {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 07:04:47.963394 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-c314cd6c-4644-4dca-9308-ba3bd4fa88d3 req-eb0a7bbe-e52a-4bef-96a6-604abbb7dd1e tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] 10.222.0.22 "GET /v2.0/quotas/59c1f0f1737f4452ae5db90ae821187d HTTP/1.1" status: 200 len: 375 time: 0.0099537 Jan 24 07:04:47.963609 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-113e2f6d-6da3-43b9-b6e2-7b9db1633d4d req-77b417a0-898f-4b01-8357-73475f571404 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Quota usage for port was recalculated. Used quota:3. {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 07:04:47.969427 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [req-113e2f6d-6da3-43b9-b6e2-7b9db1633d4d req-77b417a0-898f-4b01-8357-73475f571404 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 07:04:47.978218 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-113e2f6d-6da3-43b9-b6e2-7b9db1633d4d req-77b417a0-898f-4b01-8357-73475f571404 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Made reservation on behalf of b352ad353356444ca4a7e94501f26e10 for: {'port': 1} {{(pid=80235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 07:04:47.988260 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-113e2f6d-6da3-43b9-b6e2-7b9db1633d4d req-77b417a0-898f-4b01-8357-73475f571404 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:48.021806 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-c314cd6c-4644-4dca-9308-ba3bd4fa88d3 req-e93ce71f-a6ac-4df7-94ab-f63a0f276966 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] 10.222.0.22 "GET /v2.0/ports?tenant_id=59c1f0f1737f4452ae5db90ae821187d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0525935 Jan 24 07:04:48.254339 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-c314cd6c-4644-4dca-9308-ba3bd4fa88d3 req-1b6273dc-1790-4b3f-ad22-304b8a49b652 service neutron] 10.222.0.22 "GET /v2.0/networks/6f6958e7-353a-464e-89d2-3be996091b32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243869 Jan 24 07:04:48.399771 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-c314cd6c-4644-4dca-9308-ba3bd4fa88d3 req-307a2258-d254-4135-a6a5-c2134792aaf0 service neutron] 10.222.0.22 "GET /v2.0/networks/6f6958e7-353a-464e-89d2-3be996091b32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1384189 Jan 24 07:04:48.539564 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.db_base_plugin_common [req-113e2f6d-6da3-43b9-b6e2-7b9db1633d4d req-77b417a0-898f-4b01-8357-73475f571404 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Allocated IP 172.20.0.6 (e13c5a42-1024-4ca2-b72d-41265c0f5cf1/b8139419-7045-48a6-8319-a8eda9bca8a9/3a8cffea-51f0-432f-a570-dd94bb3c9159) {{(pid=80235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 07:04:48.634951 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-87c3ebcd-efe3-4a61-933b-9bc6c965eda6 req-afcabd92-ef18-4fe0-a8e7-7f671240afdf tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/ports?device_id=4955ec46-7aed-4d45-bb0f-106f6c4953be HTTP/1.1" status: 200 len: 210 time: 0.0972028 Jan 24 07:04:48.668149 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-2349ecee-cc4e-4180-89a8-e010e71e8307 req-7871b7ea-7531-42b4-baba-944cf2306032 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] 10.222.0.22 "GET /v2.0/ports?device_id=189a535c-48da-49e2-b559-099c55ab80ff HTTP/1.1" status: 200 len: 210 time: 0.0899835 Jan 24 07:04:48.776752 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-113e2f6d-6da3-43b9-b6e2-7b9db1633d4d req-77b417a0-898f-4b01-8357-73475f571404 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Notify callbacks [] for port, precommit_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:48.793471 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [req-113e2f6d-6da3-43b9-b6e2-7b9db1633d4d req-77b417a0-898f-4b01-8357-73475f571404 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Transition to ACTIVE for port object 3a8cffea-51f0-432f-a570-dd94bb3c9159 will not be triggered until provisioned by entity DHCP. {{(pid=80235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 07:04:48.816953 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-113e2f6d-6da3-43b9-b6e2-7b9db1633d4d req-77b417a0-898f-4b01-8357-73475f571404 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363276713217020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851855427'] for port, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:48.832367 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-4b22e5e9-b56f-4bc2-8597-adeaf16e3faa tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:04:48.972174 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b417a0-898f-4b01-8357-73475f571404 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Pushing event updated for resources: {'Port': ['ID=3a8cffea-51f0-432f-a570-dd94bb3c9159,revision_number=1']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:04:48.976566 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-77b417a0-898f-4b01-8357-73475f571404 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:04:49.037809 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-113e2f6d-6da3-43b9-b6e2-7b9db1633d4d req-77b417a0-898f-4b01-8357-73475f571404 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Network e13c5a42-1024-4ca2-b72d-41265c0f5cf1 is already hosted by enough agents. {{(pid=80235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 07:04:49.038995 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [req-113e2f6d-6da3-43b9-b6e2-7b9db1633d4d req-77b417a0-898f-4b01-8357-73475f571404 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Resources bound (agent type, host, resource id): {{(pid=80235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 07:04:49.041324 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [req-113e2f6d-6da3-43b9-b6e2-7b9db1633d4d req-77b417a0-898f-4b01-8357-73475f571404 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Received port after_create {{(pid=80235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 07:04:49.130005 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113e2f6d-6da3-43b9-b6e2-7b9db1633d4d req-77b417a0-898f-4b01-8357-73475f571404 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:04:49.130740 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-113e2f6d-6da3-43b9-b6e2-7b9db1633d4d req-77b417a0-898f-4b01-8357-73475f571404 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149749'] for port, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:49.156220 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-113e2f6d-6da3-43b9-b6e2-7b9db1633d4d req-77b417a0-898f-4b01-8357-73475f571404 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3536985 Jan 24 07:04:49.175095 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.base [req-113e2f6d-6da3-43b9-b6e2-7b9db1633d4d req-98efa607-ea41-4d01-ac22-82c9a9030a41 service neutron] Request body: {'port': {'device_id': '4955ec46-7aed-4d45-bb0f-106f6c4953be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=80235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 07:04:49.298551 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-113e2f6d-6da3-43b9-b6e2-7b9db1633d4d req-98efa607-ea41-4d01-ac22-82c9a9030a41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:49.313372 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-c32ee740-e757-4060-808a-5631eec161f1 None None] Provisioning for port 3a8cffea-51f0-432f-a570-dd94bb3c9159 completed by entity DHCP. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 07:04:49.319428 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-c32ee740-e757-4060-808a-5631eec161f1 None None] Provisioning complete for port 3a8cffea-51f0-432f-a570-dd94bb3c9159 triggered by entity DHCP. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 07:04:49.320039 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c32ee740-e757-4060-808a-5631eec161f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:49.380373 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-c32ee740-e757-4060-808a-5631eec161f1 None None] Port 3a8cffea-51f0-432f-a570-dd94bb3c9159 cannot update to ACTIVE because it is not bound. {{(pid=80237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 24 07:04:49.631143 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-73e242ac-8790-4a78-a707-fe00eef564b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:49.721457 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [req-113e2f6d-6da3-43b9-b6e2-7b9db1633d4d req-98efa607-ea41-4d01-ac22-82c9a9030a41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a8cffea-51f0-432f-a570-dd94bb3c9159 {{(pid=80235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 24 07:04:49.729415 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-113e2f6d-6da3-43b9-b6e2-7b9db1633d4d req-98efa607-ea41-4d01-ac22-82c9a9030a41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:49.741922 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [req-113e2f6d-6da3-43b9-b6e2-7b9db1633d4d req-98efa607-ea41-4d01-ac22-82c9a9030a41 service neutron] Transition to ACTIVE for port object 3a8cffea-51f0-432f-a570-dd94bb3c9159 will not be triggered until provisioned by entity L2. {{(pid=80235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 07:04:49.747221 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-113e2f6d-6da3-43b9-b6e2-7b9db1633d4d req-98efa607-ea41-4d01-ac22-82c9a9030a41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2920372'] for port, after_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:49.765278 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-585aed1e-6283-4d97-b9c9-23dda68b9d91 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:04:49.893677 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-4c8b254a-dbac-4bde-9b8b-f5091a48bc31 req-c22c205b-c241-4a81-b63c-330af7cdf7f5 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] 10.222.0.22 "GET /v2.0/ports?device_id=189a535c-48da-49e2-b559-099c55ab80ff HTTP/1.1" status: 200 len: 210 time: 0.0611160 Jan 24 07:04:49.960766 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d9a653-4c82-4ef9-992f-24c19a5d1be5 req-49ba3cb4-f1cf-4315-8941-14669a7bf71b tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:04:49.962357 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-20d9a653-4c82-4ef9-992f-24c19a5d1be5 req-49ba3cb4-f1cf-4315-8941-14669a7bf71b tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/ports?device_id=4955ec46-7aed-4d45-bb0f-106f6c4953be HTTP/1.1" status: 200 len: 943 time: 0.1764526 Jan 24 07:04:50.010769 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98efa607-ea41-4d01-ac22-82c9a9030a41 service neutron] Pushing event updated for resources: {'Port': ['ID=3a8cffea-51f0-432f-a570-dd94bb3c9159,revision_number=2']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:04:50.021442 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-20d9a653-4c82-4ef9-992f-24c19a5d1be5 req-86ade43d-d8bd-4bcb-920f-974dda51cb93 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/security-groups?id=1fd5f6b6-4fb0-450c-8e61-c3a194544159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527813 Jan 24 07:04:50.032955 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-98efa607-ea41-4d01-ac22-82c9a9030a41 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:04:50.183006 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c314cd6c-4644-4dca-9308-ba3bd4fa88d3 req-ec9b2086-ad0b-4300-89df-fa1821482944 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:04:50.184696 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-c314cd6c-4644-4dca-9308-ba3bd4fa88d3 req-ec9b2086-ad0b-4300-89df-fa1821482944 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] 10.222.0.18 "GET /v2.0/networks?id=6f6958e7-353a-464e-89d2-3be996091b32 HTTP/1.1" status: 200 len: 814 time: 0.3167410 Jan 24 07:04:50.244313 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.base [req-c314cd6c-4644-4dca-9308-ba3bd4fa88d3 req-253359e5-a099-4cfe-a40e-37a3c1b4486b tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Request body: {'port': {'device_id': '189a535c-48da-49e2-b559-099c55ab80ff', 'network_id': '6f6958e7-353a-464e-89d2-3be996091b32', 'admin_state_up': True, 'tenant_id': '59c1f0f1737f4452ae5db90ae821187d'}} {{(pid=80235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 07:04:50.401271 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [req-113e2f6d-6da3-43b9-b6e2-7b9db1633d4d req-98efa607-ea41-4d01-ac22-82c9a9030a41 service neutron] Attempting to bind port 3a8cffea-51f0-432f-a570-dd94bb3c9159 on host hv-cinder-77218 for vnic_type normal with profile {{(pid=80235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 07:04:50.401577 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [req-113e2f6d-6da3-43b9-b6e2-7b9db1633d4d req-98efa607-ea41-4d01-ac22-82c9a9030a41 service neutron] Attempting to bind port 3a8cffea-51f0-432f-a570-dd94bb3c9159 by drivers openvswitch on host hv-cinder-77218 at level 0 using segments [{'id': '2d94361e-67c4-4120-8244-70bedab0ca27', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e13c5a42-1024-4ca2-b72d-41265c0f5cf1'}] {{(pid=80235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 07:04:50.401948 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113e2f6d-6da3-43b9-b6e2-7b9db1633d4d req-98efa607-ea41-4d01-ac22-82c9a9030a41 service neutron] Attempting to bind port 3a8cffea-51f0-432f-a570-dd94bb3c9159 on network e13c5a42-1024-4ca2-b72d-41265c0f5cf1 {{(pid=80235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 07:04:50.412735 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113e2f6d-6da3-43b9-b6e2-7b9db1633d4d req-98efa607-ea41-4d01-ac22-82c9a9030a41 service neutron] Checking agent: {'id': '40eb7c3e-e5ac-488d-8f03-a26480a7dd43', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 6, 56, 30), 'started_at': datetime.datetime(2021, 1, 24, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 7, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 07:04:50.413056 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113e2f6d-6da3-43b9-b6e2-7b9db1633d4d req-98efa607-ea41-4d01-ac22-82c9a9030a41 service neutron] Checking segment: {'id': '2d94361e-67c4-4120-8244-70bedab0ca27', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e13c5a42-1024-4ca2-b72d-41265c0f5cf1'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 07:04:50.413465 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-113e2f6d-6da3-43b9-b6e2-7b9db1633d4d req-98efa607-ea41-4d01-ac22-82c9a9030a41 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:50.413861 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113e2f6d-6da3-43b9-b6e2-7b9db1633d4d req-98efa607-ea41-4d01-ac22-82c9a9030a41 service neutron] Bound using segment: {'id': '2d94361e-67c4-4120-8244-70bedab0ca27', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e13c5a42-1024-4ca2-b72d-41265c0f5cf1'} {{(pid=80235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 07:04:50.414336 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [req-113e2f6d-6da3-43b9-b6e2-7b9db1633d4d req-98efa607-ea41-4d01-ac22-82c9a9030a41 service neutron] Bound port: 3a8cffea-51f0-432f-a570-dd94bb3c9159, host: hv-cinder-77218, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d94361e-67c4-4120-8244-70bedab0ca27', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e13c5a42-1024-4ca2-b72d-41265c0f5cf1'}}] {{(pid=80235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 07:04:50.414707 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-113e2f6d-6da3-43b9-b6e2-7b9db1633d4d req-98efa607-ea41-4d01-ac22-82c9a9030a41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:50.478314 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [req-c314cd6c-4644-4dca-9308-ba3bd4fa88d3 req-253359e5-a099-4cfe-a40e-37a3c1b4486b tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 07:04:50.497698 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-c314cd6c-4644-4dca-9308-ba3bd4fa88d3 req-253359e5-a099-4cfe-a40e-37a3c1b4486b tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Usage tracker for resource:port and tenant:59c1f0f1737f4452ae5db90ae821187d is out of sync, need to count used quota {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 07:04:50.503626 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-c314cd6c-4644-4dca-9308-ba3bd4fa88d3 req-253359e5-a099-4cfe-a40e-37a3c1b4486b tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Quota usage for port was recalculated. Used quota:0. {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 07:04:50.512543 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [req-c314cd6c-4644-4dca-9308-ba3bd4fa88d3 req-253359e5-a099-4cfe-a40e-37a3c1b4486b tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 07:04:50.539965 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c314cd6c-4644-4dca-9308-ba3bd4fa88d3 req-253359e5-a099-4cfe-a40e-37a3c1b4486b tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Made reservation on behalf of 59c1f0f1737f4452ae5db90ae821187d for: {'port': 1} {{(pid=80235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 07:04:50.549443 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-c314cd6c-4644-4dca-9308-ba3bd4fa88d3 req-253359e5-a099-4cfe-a40e-37a3c1b4486b tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:50.571202 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-113e2f6d-6da3-43b9-b6e2-7b9db1633d4d req-98efa607-ea41-4d01-ac22-82c9a9030a41 service neutron] For port 3a8cffea-51f0-432f-a570-dd94bb3c9159, host hv-cinder-77218, cleared binding levels {{(pid=80235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 07:04:50.592270 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-113e2f6d-6da3-43b9-b6e2-7b9db1633d4d req-98efa607-ea41-4d01-ac22-82c9a9030a41 service neutron] For port 3a8cffea-51f0-432f-a570-dd94bb3c9159, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=3a8cffea-51f0-432f-a570-dd94bb3c9159,segment=NetworkSegment(2d94361e-67c4-4120-8244-70bedab0ca27),segment_id=2d94361e-67c4-4120-8244-70bedab0ca27)] {{(pid=80235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 07:04:50.597707 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-113e2f6d-6da3-43b9-b6e2-7b9db1633d4d req-98efa607-ea41-4d01-ac22-82c9a9030a41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2920372'] for port, after_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:50.613266 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-6648a1fd-7389-416c-8f16-05b6182294a0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:04:50.684801 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-88e60e32-5df4-4ee2-9e05-1b990c810466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:50.883687 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98efa607-ea41-4d01-ac22-82c9a9030a41 service neutron] Pushing event updated for resources: {'Port': ['ID=3a8cffea-51f0-432f-a570-dd94bb3c9159,revision_number=3']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:04:50.890923 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-98efa607-ea41-4d01-ac22-82c9a9030a41 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:04:51.081069 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-6910b41c-19a7-44fc-bb00-617cef82ae5e req-b4dc11c2-4c04-4024-95f3-ecd2e6c85d7e tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] 10.222.0.22 "GET /v2.0/ports?device_id=189a535c-48da-49e2-b559-099c55ab80ff HTTP/1.1" status: 200 len: 210 time: 0.0503478 Jan 24 07:04:51.132369 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:51.227975 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113e2f6d-6da3-43b9-b6e2-7b9db1633d4d req-98efa607-ea41-4d01-ac22-82c9a9030a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:04:51.228669 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-113e2f6d-6da3-43b9-b6e2-7b9db1633d4d req-98efa607-ea41-4d01-ac22-82c9a9030a41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149749'] for port, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:51.230149 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-113e2f6d-6da3-43b9-b6e2-7b9db1633d4d req-98efa607-ea41-4d01-ac22-82c9a9030a41 service neutron] 10.222.0.18 "PUT /v2.0/ports/3a8cffea-51f0-432f-a570-dd94bb3c9159 HTTP/1.1" status: 200 len: 1157 time: 2.0608788 Jan 24 07:04:51.230691 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4955ec46-7aed-4d45-bb0f-106f6c4953be', 'tag': '3a8cffea-51f0-432f-a570-dd94bb3c9159'}] {{(pid=80235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 07:04:51.302151 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e36e4d2-9536-4075-8c9b-85acb615fc13 req-363b86b8-f99e-467d-a2e4-1143a4bae204 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:04:51.303632 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-1e36e4d2-9536-4075-8c9b-85acb615fc13 req-363b86b8-f99e-467d-a2e4-1143a4bae204 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/ports?device_id=4955ec46-7aed-4d45-bb0f-106f6c4953be HTTP/1.1" status: 200 len: 943 time: 0.1267140 Jan 24 07:04:51.349252 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4955ec46-7aed-4d45-bb0f-106f6c4953be', 'tag': '3a8cffea-51f0-432f-a570-dd94bb3c9159', 'status': 'completed', 'code': 200} Jan 24 07:04:51.364842 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-1e36e4d2-9536-4075-8c9b-85acb615fc13 req-3ab84a4a-42c8-4b98-b7a6-319232691156 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/security-groups?id=1fd5f6b6-4fb0-450c-8e61-c3a194544159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533705 Jan 24 07:04:51.395519 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.db_base_plugin_common [req-c314cd6c-4644-4dca-9308-ba3bd4fa88d3 req-253359e5-a099-4cfe-a40e-37a3c1b4486b tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Allocated IP 172.20.0.3 (6f6958e7-353a-464e-89d2-3be996091b32/e76cf661-5dee-4373-89c1-23358c8b7fc2/14f6420e-c1e0-4283-b6df-03f992ec7ba9) {{(pid=80235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 07:04:51.458075 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113e2f6d-6da3-43b9-b6e2-7b9db1633d4d req-a3c748fa-eeb6-4381-9253-2b9466e1108e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:04:51.459686 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-113e2f6d-6da3-43b9-b6e2-7b9db1633d4d req-a3c748fa-eeb6-4381-9253-2b9466e1108e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b352ad353356444ca4a7e94501f26e10&device_id=4955ec46-7aed-4d45-bb0f-106f6c4953be HTTP/1.1" status: 200 len: 1160 time: 0.1567099 Jan 24 07:04:51.607541 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-113e2f6d-6da3-43b9-b6e2-7b9db1633d4d req-524e4794-b838-4746-b2c2-9a7b05de79e8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a8cffea-51f0-432f-a570-dd94bb3c9159 HTTP/1.1" status: 200 len: 217 time: 0.1328335 Jan 24 07:04:51.729805 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113e2f6d-6da3-43b9-b6e2-7b9db1633d4d req-0b82e56c-301b-4e31-a81f-7838b248ce56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:04:51.731382 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-113e2f6d-6da3-43b9-b6e2-7b9db1633d4d req-0b82e56c-301b-4e31-a81f-7838b248ce56 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b8139419-7045-48a6-8319-a8eda9bca8a9 HTTP/1.1" status: 200 len: 855 time: 0.1151955 Jan 24 07:04:51.797413 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-c314cd6c-4644-4dca-9308-ba3bd4fa88d3 req-253359e5-a099-4cfe-a40e-37a3c1b4486b tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Notify callbacks [] for port, precommit_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:51.849978 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113e2f6d-6da3-43b9-b6e2-7b9db1633d4d req-e46d382d-5730-40cf-ac98-e13d76cc1ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:04:51.851597 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-113e2f6d-6da3-43b9-b6e2-7b9db1633d4d req-e46d382d-5730-40cf-ac98-e13d76cc1ee4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e13c5a42-1024-4ca2-b72d-41265c0f5cf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1116314 Jan 24 07:04:51.857639 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-c314cd6c-4644-4dca-9308-ba3bd4fa88d3 req-253359e5-a099-4cfe-a40e-37a3c1b4486b tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363276713217020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851855427'] for port, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:51.898787 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-69321d83-4fcc-4d5f-8308-2cb33f0453fe tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:04:52.103031 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253359e5-a099-4cfe-a40e-37a3c1b4486b tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Pushing event updated for resources: {'Port': ['ID=14f6420e-c1e0-4283-b6df-03f992ec7ba9,revision_number=1']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:04:52.111493 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-253359e5-a099-4cfe-a40e-37a3c1b4486b tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:04:52.183664 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-113e2f6d-6da3-43b9-b6e2-7b9db1633d4d req-42c7586b-3346-42fd-bbd4-393eb59d25df service neutron] 10.222.0.18 "GET /v2.0/networks/e13c5a42-1024-4ca2-b72d-41265c0f5cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3240855 Jan 24 07:04:52.278614 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c314cd6c-4644-4dca-9308-ba3bd4fa88d3 req-253359e5-a099-4cfe-a40e-37a3c1b4486b tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Network 6f6958e7-353a-464e-89d2-3be996091b32 is already hosted by enough agents. {{(pid=80235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 07:04:52.283936 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [req-c314cd6c-4644-4dca-9308-ba3bd4fa88d3 req-253359e5-a099-4cfe-a40e-37a3c1b4486b tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Resources bound (agent type, host, resource id): {{(pid=80235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 07:04:52.288229 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [req-c314cd6c-4644-4dca-9308-ba3bd4fa88d3 req-253359e5-a099-4cfe-a40e-37a3c1b4486b tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Received port after_create {{(pid=80235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 07:04:52.323923 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace9fedb-e2b0-469d-ae64-eba610efb7f0 req-e21dc96c-90fc-4369-9a00-d1f01ca23dba tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:04:52.325617 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-ace9fedb-e2b0-469d-ae64-eba610efb7f0 req-e21dc96c-90fc-4369-9a00-d1f01ca23dba tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] 10.222.0.22 "GET /v2.0/ports?device_id=189a535c-48da-49e2-b559-099c55ab80ff HTTP/1.1" status: 200 len: 931 time: 0.1075273 Jan 24 07:04:52.376731 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-ace9fedb-e2b0-469d-ae64-eba610efb7f0 req-e3b79070-cfc2-4088-8d8c-98f7df33cd7c tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Synchronizing usage tracker for tenant:59c1f0f1737f4452ae5db90ae821187d on resource:security_group {{(pid=80236) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 07:04:52.393917 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-ace9fedb-e2b0-469d-ae64-eba610efb7f0 req-e3b79070-cfc2-4088-8d8c-98f7df33cd7c tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Unset dirty status for tenant:59c1f0f1737f4452ae5db90ae821187d on resource:security_group {{(pid=80236) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 07:04:52.395155 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-ace9fedb-e2b0-469d-ae64-eba610efb7f0 req-e3b79070-cfc2-4088-8d8c-98f7df33cd7c tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] 10.222.0.22 "GET /v2.0/security-groups?id=88b59b82-aa88-498b-bc45-381dc80977fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630805 Jan 24 07:04:52.412165 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c314cd6c-4644-4dca-9308-ba3bd4fa88d3 req-253359e5-a099-4cfe-a40e-37a3c1b4486b tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:04:52.413119 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-c314cd6c-4644-4dca-9308-ba3bd4fa88d3 req-253359e5-a099-4cfe-a40e-37a3c1b4486b tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149749'] for port, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:52.438667 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-113e2f6d-6da3-43b9-b6e2-7b9db1633d4d req-f92c6e84-586d-4a11-8737-b420caf1296a service neutron] 10.222.0.18 "GET /v2.0/networks/e13c5a42-1024-4ca2-b72d-41265c0f5cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2465160 Jan 24 07:04:52.446968 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-c314cd6c-4644-4dca-9308-ba3bd4fa88d3 req-253359e5-a099-4cfe-a40e-37a3c1b4486b tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2103498 Jan 24 07:04:52.468670 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.base [req-c314cd6c-4644-4dca-9308-ba3bd4fa88d3 req-3f727a33-28d6-48fe-827a-16a35bef9ae8 service neutron] Request body: {'port': {'device_id': '189a535c-48da-49e2-b559-099c55ab80ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=80235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 07:04:52.632347 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384e5d0b-4893-4033-b826-baeef42b2016 req-4252c3f7-f934-4b73-b99b-e1ec2c7a5901 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:04:52.634280 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-384e5d0b-4893-4033-b826-baeef42b2016 req-4252c3f7-f934-4b73-b99b-e1ec2c7a5901 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/ports?device_id=4955ec46-7aed-4d45-bb0f-106f6c4953be HTTP/1.1" status: 200 len: 943 time: 0.1106899 Jan 24 07:04:52.639608 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-c314cd6c-4644-4dca-9308-ba3bd4fa88d3 req-3f727a33-28d6-48fe-827a-16a35bef9ae8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:52.669140 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-234e5594-7a0b-4e8c-b8aa-6f4b31972cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:52.693450 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-384e5d0b-4893-4033-b826-baeef42b2016 req-f05aee9e-cce6-4767-ae29-70f67eed91ca tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/security-groups?id=1fd5f6b6-4fb0-450c-8e61-c3a194544159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519519 Jan 24 07:04:52.723486 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eeb70b-7100-408a-b301-65d81a6868eb req-41a45a16-bd14-444c-a1c7-e65d216d4a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:04:52.725140 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-03eeb70b-7100-408a-b301-65d81a6868eb req-41a45a16-bd14-444c-a1c7-e65d216d4a46 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b352ad353356444ca4a7e94501f26e10&device_id=4955ec46-7aed-4d45-bb0f-106f6c4953be HTTP/1.1" status: 200 len: 1160 time: 0.1670120 Jan 24 07:04:52.995837 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eeb70b-7100-408a-b301-65d81a6868eb req-3f2703c8-044b-49ba-84e2-65f2a8669c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:04:52.997411 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-03eeb70b-7100-408a-b301-65d81a6868eb req-3f2703c8-044b-49ba-84e2-65f2a8669c03 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e13c5a42-1024-4ca2-b72d-41265c0f5cf1 HTTP/1.1" status: 200 len: 910 time: 0.2429924 Jan 24 07:04:53.118058 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-03eeb70b-7100-408a-b301-65d81a6868eb req-5b4fd4a9-c4bc-42ca-b86f-20f4b32aa0a2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a8cffea-51f0-432f-a570-dd94bb3c9159 HTTP/1.1" status: 200 len: 217 time: 0.0700488 Jan 24 07:04:53.227069 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eeb70b-7100-408a-b301-65d81a6868eb req-7fb38a87-5336-420b-b880-0f547bd4dd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:04:53.228620 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-03eeb70b-7100-408a-b301-65d81a6868eb req-7fb38a87-5336-420b-b880-0f547bd4dd3e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b8139419-7045-48a6-8319-a8eda9bca8a9 HTTP/1.1" status: 200 len: 855 time: 0.1011934 Jan 24 07:04:53.361248 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [req-c314cd6c-4644-4dca-9308-ba3bd4fa88d3 req-3f727a33-28d6-48fe-827a-16a35bef9ae8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14f6420e-c1e0-4283-b6df-03f992ec7ba9 {{(pid=80235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 24 07:04:53.370690 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-c314cd6c-4644-4dca-9308-ba3bd4fa88d3 req-3f727a33-28d6-48fe-827a-16a35bef9ae8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:53.390045 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [req-c314cd6c-4644-4dca-9308-ba3bd4fa88d3 req-3f727a33-28d6-48fe-827a-16a35bef9ae8 service neutron] Transition to ACTIVE for port object 14f6420e-c1e0-4283-b6df-03f992ec7ba9 will not be triggered until provisioned by entity L2. {{(pid=80235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 07:04:53.394954 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-c314cd6c-4644-4dca-9308-ba3bd4fa88d3 req-3f727a33-28d6-48fe-827a-16a35bef9ae8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2920372'] for port, after_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:53.411085 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-b9598805-7c72-40da-a361-252ac2097330 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:04:53.450053 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eeb70b-7100-408a-b301-65d81a6868eb req-5e647a7a-ed67-46eb-80ea-dcf4198fe8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:04:53.451671 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-03eeb70b-7100-408a-b301-65d81a6868eb req-5e647a7a-ed67-46eb-80ea-dcf4198fe8a0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e13c5a42-1024-4ca2-b72d-41265c0f5cf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2127304 Jan 24 07:04:53.645432 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ca2c0d-4073-49a7-97b8-350b4aa9b994 req-2ff33115-7b35-40a0-aae5-e984d567e961 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:04:53.647212 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-93ca2c0d-4073-49a7-97b8-350b4aa9b994 req-2ff33115-7b35-40a0-aae5-e984d567e961 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] 10.222.0.22 "GET /v2.0/ports?device_id=189a535c-48da-49e2-b559-099c55ab80ff HTTP/1.1" status: 200 len: 943 time: 0.1202209 Jan 24 07:04:53.710816 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-93ca2c0d-4073-49a7-97b8-350b4aa9b994 req-4692077b-c10d-4445-b8a9-aa4ad12884ab tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] 10.222.0.22 "GET /v2.0/security-groups?id=88b59b82-aa88-498b-bc45-381dc80977fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568659 Jan 24 07:04:53.879245 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f727a33-28d6-48fe-827a-16a35bef9ae8 service neutron] Pushing event updated for resources: {'Port': ['ID=14f6420e-c1e0-4283-b6df-03f992ec7ba9,revision_number=2']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:04:53.890710 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-3f727a33-28d6-48fe-827a-16a35bef9ae8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:04:53.951840 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fde89d-b552-4c9e-b6d7-4a70e34522fd req-546bc453-650d-490e-9f97-7256064bb75a tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:04:53.953228 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-89fde89d-b552-4c9e-b6d7-4a70e34522fd req-546bc453-650d-490e-9f97-7256064bb75a tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/ports?device_id=4955ec46-7aed-4d45-bb0f-106f6c4953be HTTP/1.1" status: 200 len: 943 time: 0.1103101 Jan 24 07:04:54.007520 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-89fde89d-b552-4c9e-b6d7-4a70e34522fd req-8443ba13-0050-4468-9fa2-4ed169673bc1 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/security-groups?id=1fd5f6b6-4fb0-450c-8e61-c3a194544159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468285 Jan 24 07:04:54.019245 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-03eeb70b-7100-408a-b301-65d81a6868eb req-dd85d2f8-079a-45df-82b5-1dbcae64335a service neutron] 10.222.0.18 "GET /v2.0/networks/e13c5a42-1024-4ca2-b72d-41265c0f5cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5083177 Jan 24 07:04:54.191469 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [req-c314cd6c-4644-4dca-9308-ba3bd4fa88d3 req-3f727a33-28d6-48fe-827a-16a35bef9ae8 service neutron] Attempting to bind port 14f6420e-c1e0-4283-b6df-03f992ec7ba9 on host hv-cinder-77218 for vnic_type normal with profile {{(pid=80235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 07:04:54.191856 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [req-c314cd6c-4644-4dca-9308-ba3bd4fa88d3 req-3f727a33-28d6-48fe-827a-16a35bef9ae8 service neutron] Attempting to bind port 14f6420e-c1e0-4283-b6df-03f992ec7ba9 by drivers openvswitch on host hv-cinder-77218 at level 0 using segments [{'id': 'e10231c5-2277-4b16-8e4e-31a64516180d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6f6958e7-353a-464e-89d2-3be996091b32'}] {{(pid=80235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 07:04:54.192219 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c314cd6c-4644-4dca-9308-ba3bd4fa88d3 req-3f727a33-28d6-48fe-827a-16a35bef9ae8 service neutron] Attempting to bind port 14f6420e-c1e0-4283-b6df-03f992ec7ba9 on network 6f6958e7-353a-464e-89d2-3be996091b32 {{(pid=80235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 07:04:54.201634 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c314cd6c-4644-4dca-9308-ba3bd4fa88d3 req-3f727a33-28d6-48fe-827a-16a35bef9ae8 service neutron] Checking agent: {'id': '40eb7c3e-e5ac-488d-8f03-a26480a7dd43', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 6, 56, 30), 'started_at': datetime.datetime(2021, 1, 24, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 7, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 07:04:54.201942 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c314cd6c-4644-4dca-9308-ba3bd4fa88d3 req-3f727a33-28d6-48fe-827a-16a35bef9ae8 service neutron] Checking segment: {'id': 'e10231c5-2277-4b16-8e4e-31a64516180d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6f6958e7-353a-464e-89d2-3be996091b32'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 07:04:54.202329 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-c314cd6c-4644-4dca-9308-ba3bd4fa88d3 req-3f727a33-28d6-48fe-827a-16a35bef9ae8 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:54.202714 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c314cd6c-4644-4dca-9308-ba3bd4fa88d3 req-3f727a33-28d6-48fe-827a-16a35bef9ae8 service neutron] Bound using segment: {'id': 'e10231c5-2277-4b16-8e4e-31a64516180d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6f6958e7-353a-464e-89d2-3be996091b32'} {{(pid=80235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 07:04:54.203174 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [req-c314cd6c-4644-4dca-9308-ba3bd4fa88d3 req-3f727a33-28d6-48fe-827a-16a35bef9ae8 service neutron] Bound port: 14f6420e-c1e0-4283-b6df-03f992ec7ba9, host: hv-cinder-77218, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e10231c5-2277-4b16-8e4e-31a64516180d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6f6958e7-353a-464e-89d2-3be996091b32'}}] {{(pid=80235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 07:04:54.203537 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-c314cd6c-4644-4dca-9308-ba3bd4fa88d3 req-3f727a33-28d6-48fe-827a-16a35bef9ae8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:54.270754 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-03eeb70b-7100-408a-b301-65d81a6868eb req-3a161c2c-829f-4942-b5fe-8caf709f13f8 service neutron] 10.222.0.18 "GET /v2.0/networks/e13c5a42-1024-4ca2-b72d-41265c0f5cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2221854 Jan 24 07:04:54.311511 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-c314cd6c-4644-4dca-9308-ba3bd4fa88d3 req-3f727a33-28d6-48fe-827a-16a35bef9ae8 service neutron] For port 14f6420e-c1e0-4283-b6df-03f992ec7ba9, host hv-cinder-77218, cleared binding levels {{(pid=80235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 07:04:54.314580 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-c314cd6c-4644-4dca-9308-ba3bd4fa88d3 req-3f727a33-28d6-48fe-827a-16a35bef9ae8 service neutron] For port 14f6420e-c1e0-4283-b6df-03f992ec7ba9, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=14f6420e-c1e0-4283-b6df-03f992ec7ba9,segment=NetworkSegment(e10231c5-2277-4b16-8e4e-31a64516180d),segment_id=e10231c5-2277-4b16-8e4e-31a64516180d)] {{(pid=80235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 07:04:54.318046 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-c314cd6c-4644-4dca-9308-ba3bd4fa88d3 req-3f727a33-28d6-48fe-827a-16a35bef9ae8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2920372'] for port, after_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:54.336458 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-bdc7d789-bec2-457a-8d2a-a743facf0483 tempest-VolumesSnapshotTestJSON-1233174184 tempest-VolumesSnapshotTestJSON-1233174184] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:04:54.489699 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f727a33-28d6-48fe-827a-16a35bef9ae8 service neutron] Pushing event updated for resources: {'Port': ['ID=14f6420e-c1e0-4283-b6df-03f992ec7ba9,revision_number=3']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:04:54.494398 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-3f727a33-28d6-48fe-827a-16a35bef9ae8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:04:54.522310 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c314cd6c-4644-4dca-9308-ba3bd4fa88d3 req-3f727a33-28d6-48fe-827a-16a35bef9ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:04:54.523023 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-c314cd6c-4644-4dca-9308-ba3bd4fa88d3 req-3f727a33-28d6-48fe-827a-16a35bef9ae8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149749'] for port, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:54.524588 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-c314cd6c-4644-4dca-9308-ba3bd4fa88d3 req-3f727a33-28d6-48fe-827a-16a35bef9ae8 service neutron] 10.222.0.18 "PUT /v2.0/ports/14f6420e-c1e0-4283-b6df-03f992ec7ba9 HTTP/1.1" status: 200 len: 1157 time: 2.0608227 Jan 24 07:04:54.525142 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '189a535c-48da-49e2-b559-099c55ab80ff', 'tag': '14f6420e-c1e0-4283-b6df-03f992ec7ba9'}] {{(pid=80235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 07:04:54.614373 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '189a535c-48da-49e2-b559-099c55ab80ff', 'tag': '14f6420e-c1e0-4283-b6df-03f992ec7ba9', 'status': 'completed', 'code': 200} Jan 24 07:04:54.656553 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c314cd6c-4644-4dca-9308-ba3bd4fa88d3 req-0d45db0d-b945-4fa5-8832-90526a51a509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:04:54.658185 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-c314cd6c-4644-4dca-9308-ba3bd4fa88d3 req-0d45db0d-b945-4fa5-8832-90526a51a509 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=59c1f0f1737f4452ae5db90ae821187d&device_id=189a535c-48da-49e2-b559-099c55ab80ff HTTP/1.1" status: 200 len: 1160 time: 0.0799844 Jan 24 07:04:54.739594 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-c314cd6c-4644-4dca-9308-ba3bd4fa88d3 req-97880a8b-dd43-4f49-8e9b-da2df988b2ae service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=14f6420e-c1e0-4283-b6df-03f992ec7ba9 HTTP/1.1" status: 200 len: 217 time: 0.0678129 Jan 24 07:04:54.809043 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c314cd6c-4644-4dca-9308-ba3bd4fa88d3 req-6da26c00-557d-499b-8ed9-09ad7e19c03b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:04:54.810676 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-c314cd6c-4644-4dca-9308-ba3bd4fa88d3 req-6da26c00-557d-499b-8ed9-09ad7e19c03b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e76cf661-5dee-4373-89c1-23358c8b7fc2 HTTP/1.1" status: 200 len: 854 time: 0.0645285 Jan 24 07:04:54.868083 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-c314cd6c-4644-4dca-9308-ba3bd4fa88d3 req-d1a9ed44-c88a-4527-bd6d-043caa45020d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6f6958e7-353a-464e-89d2-3be996091b32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496676 Jan 24 07:04:54.958465 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87628090-e1f3-4008-bd5f-e30a2ca51a60 req-f144f7d7-2edf-4f2a-9c22-eeaee6283c1b tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:04:54.960220 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-87628090-e1f3-4008-bd5f-e30a2ca51a60 req-f144f7d7-2edf-4f2a-9c22-eeaee6283c1b tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] 10.222.0.22 "GET /v2.0/ports?device_id=189a535c-48da-49e2-b559-099c55ab80ff HTTP/1.1" status: 200 len: 943 time: 0.1154702 Jan 24 07:04:55.013592 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-87628090-e1f3-4008-bd5f-e30a2ca51a60 req-3b0ebbef-8213-4ead-9cad-a624de1ece61 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] 10.222.0.22 "GET /v2.0/security-groups?id=88b59b82-aa88-498b-bc45-381dc80977fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462129 Jan 24 07:04:55.017900 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-c314cd6c-4644-4dca-9308-ba3bd4fa88d3 req-c253fb28-90f4-4ab3-bbce-8abb37769da0 service neutron] 10.222.0.18 "GET /v2.0/networks/6f6958e7-353a-464e-89d2-3be996091b32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429689 Jan 24 07:04:55.163780 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-c314cd6c-4644-4dca-9308-ba3bd4fa88d3 req-1eeb9aee-e312-4a63-9766-875ffa423881 service neutron] 10.222.0.18 "GET /v2.0/networks/6f6958e7-353a-464e-89d2-3be996091b32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1371953 Jan 24 07:04:55.273805 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72522054-ae8b-4f9c-8488-4de28c0fdbf3 req-0149a1cd-551b-47ab-a58b-1128e4a7ffc2 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:04:55.275345 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-72522054-ae8b-4f9c-8488-4de28c0fdbf3 req-0149a1cd-551b-47ab-a58b-1128e4a7ffc2 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/ports?device_id=4955ec46-7aed-4d45-bb0f-106f6c4953be HTTP/1.1" status: 200 len: 943 time: 0.1055832 Jan 24 07:04:55.331198 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-72522054-ae8b-4f9c-8488-4de28c0fdbf3 req-cff9f3c6-f338-4b1f-a27a-18ccb5d42a76 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/security-groups?id=1fd5f6b6-4fb0-450c-8e61-c3a194544159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495677 Jan 24 07:04:55.346921 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0ad4db-840a-4dcc-9a91-705022254897 req-c3c9ee14-8bd0-4f27-9206-33da9bbb903f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:04:55.348598 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-8b0ad4db-840a-4dcc-9a91-705022254897 req-c3c9ee14-8bd0-4f27-9206-33da9bbb903f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=59c1f0f1737f4452ae5db90ae821187d&device_id=189a535c-48da-49e2-b559-099c55ab80ff HTTP/1.1" status: 200 len: 1160 time: 0.0779922 Jan 24 07:04:55.492661 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Device 3a8cffea-51f0-432f-a570-dd94bb3c9159 up at agent ovs-agent-hv-cinder-77218 {{(pid=80237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 07:04:55.493103 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0ad4db-840a-4dcc-9a91-705022254897 req-5f059195-4359-4937-84a7-1e54cb6ef5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:04:55.494688 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-8b0ad4db-840a-4dcc-9a91-705022254897 req-5f059195-4359-4937-84a7-1e54cb6ef5da service neutron] 10.222.0.18 "GET /v2.0/networks?id=6f6958e7-353a-464e-89d2-3be996091b32 HTTP/1.1" status: 200 len: 908 time: 0.1390400 Jan 24 07:04:55.561428 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Provisioning for port 3a8cffea-51f0-432f-a570-dd94bb3c9159 completed by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 07:04:55.566315 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Provisioning complete for port 3a8cffea-51f0-432f-a570-dd94bb3c9159 triggered by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 07:04:55.566727 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:55.571630 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-8b0ad4db-840a-4dcc-9a91-705022254897 req-d99423f4-0133-4054-b349-6c37819e6e95 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=14f6420e-c1e0-4283-b6df-03f992ec7ba9 HTTP/1.1" status: 200 len: 217 time: 0.0686865 Jan 24 07:04:55.645227 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0ad4db-840a-4dcc-9a91-705022254897 req-00f0bc82-7a68-448f-bb6c-4e41eb86a71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:04:55.646813 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-8b0ad4db-840a-4dcc-9a91-705022254897 req-00f0bc82-7a68-448f-bb6c-4e41eb86a71b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e76cf661-5dee-4373-89c1-23358c8b7fc2 HTTP/1.1" status: 200 len: 854 time: 0.0651793 Jan 24 07:04:55.692630 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:55.699660 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-8b0ad4db-840a-4dcc-9a91-705022254897 req-66c156dc-0168-4e34-b5e1-6b0fa37d641a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6f6958e7-353a-464e-89d2-3be996091b32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451975 Jan 24 07:04:55.720489 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4955ec46-7aed-4d45-bb0f-106f6c4953be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a8cffea-51f0-432f-a570-dd94bb3c9159'}] {{(pid=80237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 07:04:55.731028 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] For port 3a8cffea-51f0-432f-a570-dd94bb3c9159, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=3a8cffea-51f0-432f-a570-dd94bb3c9159,segment=NetworkSegment(2d94361e-67c4-4120-8244-70bedab0ca27),segment_id=2d94361e-67c4-4120-8244-70bedab0ca27)] {{(pid=80237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 07:04:55.734156 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098'] for port, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:55.736117 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:04:55.806817 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Pushing event updated for resources: {'Port': ['ID=3a8cffea-51f0-432f-a570-dd94bb3c9159,revision_number=4']} {{(pid=80237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:04:55.811638 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:04:55.847518 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-8b0ad4db-840a-4dcc-9a91-705022254897 req-2eab446a-8751-4558-9955-79abac98011b service neutron] 10.222.0.18 "GET /v2.0/networks/6f6958e7-353a-464e-89d2-3be996091b32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404145 Jan 24 07:04:55.870899 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4955ec46-7aed-4d45-bb0f-106f6c4953be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a8cffea-51f0-432f-a570-dd94bb3c9159', 'code': 200} Jan 24 07:04:56.002327 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-8b0ad4db-840a-4dcc-9a91-705022254897 req-9b16e688-1600-4cf8-8303-b47905619c27 service neutron] 10.222.0.18 "GET /v2.0/networks/6f6958e7-353a-464e-89d2-3be996091b32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1391532 Jan 24 07:04:56.169815 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1f02dd-646f-4471-a60a-7e3b9b726c5a req-1123de89-3c1a-42e3-bbd3-cdff23f97f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:04:56.171436 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-ef1f02dd-646f-4471-a60a-7e3b9b726c5a req-1123de89-3c1a-42e3-bbd3-cdff23f97f29 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4955ec46-7aed-4d45-bb0f-106f6c4953be HTTP/1.1" status: 200 len: 1162 time: 0.0819457 Jan 24 07:04:56.216730 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-ef1f02dd-646f-4471-a60a-7e3b9b726c5a req-5daed489-c807-4262-8419-3d21bf1c0511 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1fd5f6b6-4fb0-450c-8e61-c3a194544159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368927 Jan 24 07:04:56.245265 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e56c396-54b2-4473-a048-8afc9b27ac7b req-dfd75e23-c7e0-4b52-8fb2-06be63337bb6 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:04:56.246880 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-3e56c396-54b2-4473-a048-8afc9b27ac7b req-dfd75e23-c7e0-4b52-8fb2-06be63337bb6 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] 10.222.0.22 "GET /v2.0/ports?device_id=189a535c-48da-49e2-b559-099c55ab80ff HTTP/1.1" status: 200 len: 943 time: 0.1056979 Jan 24 07:04:56.298311 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-3e56c396-54b2-4473-a048-8afc9b27ac7b req-8cd1a924-941d-4425-9067-e3c5f9620d0a tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] 10.222.0.22 "GET /v2.0/security-groups?id=88b59b82-aa88-498b-bc45-381dc80977fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443485 Jan 24 07:04:56.582632 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3eda8a-eb08-44b4-9aea-d9ccf9a6df2f req-9e2ae2a3-75a8-4279-9d17-99ca8e4c2de5 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:04:56.584164 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-6b3eda8a-eb08-44b4-9aea-d9ccf9a6df2f req-9e2ae2a3-75a8-4279-9d17-99ca8e4c2de5 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/ports?device_id=4955ec46-7aed-4d45-bb0f-106f6c4953be HTTP/1.1" status: 200 len: 945 time: 0.1077435 Jan 24 07:04:56.635654 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-6b3eda8a-eb08-44b4-9aea-d9ccf9a6df2f req-e8ec3ebb-039a-4ff9-8996-66bbc3f70a91 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/security-groups?id=1fd5f6b6-4fb0-450c-8e61-c3a194544159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451326 Jan 24 07:04:57.197761 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.objects.ports [None req-94008104-5097-4bf9-b3ca-87d3e876f87e None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80237) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 24 07:04:57.537628 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd819817-5f3e-46c3-b922-e40c13a556a3 req-56f6b86f-e6c9-4a08-86bb-13b129815f8c tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:04:57.539224 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-dd819817-5f3e-46c3-b922-e40c13a556a3 req-56f6b86f-e6c9-4a08-86bb-13b129815f8c tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] 10.222.0.22 "GET /v2.0/ports?device_id=189a535c-48da-49e2-b559-099c55ab80ff HTTP/1.1" status: 200 len: 943 time: 0.1091688 Jan 24 07:04:57.597327 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-dd819817-5f3e-46c3-b922-e40c13a556a3 req-b7970eca-b609-40a1-92e7-536cceaedcb5 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] 10.222.0.22 "GET /v2.0/security-groups?id=88b59b82-aa88-498b-bc45-381dc80977fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516467 Jan 24 07:04:57.885682 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa80b1a9-d198-45a6-a157-8d9b1bb6f4bc req-9607c15c-88b9-4a57-948b-42e69a7883ed tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:04:57.887288 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-fa80b1a9-d198-45a6-a157-8d9b1bb6f4bc req-9607c15c-88b9-4a57-948b-42e69a7883ed tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/ports?device_id=4955ec46-7aed-4d45-bb0f-106f6c4953be HTTP/1.1" status: 200 len: 945 time: 0.1054692 Jan 24 07:04:57.939431 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-fa80b1a9-d198-45a6-a157-8d9b1bb6f4bc req-528d2d9c-b241-4cd5-b6db-1574ccaf41fe tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/security-groups?id=1fd5f6b6-4fb0-450c-8e61-c3a194544159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455041 Jan 24 07:04:57.960965 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Device 3a8cffea-51f0-432f-a570-dd94bb3c9159 up at agent ovs-agent-hv-cinder-77218 {{(pid=80237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 07:04:58.032083 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Provisioning complete for port 3a8cffea-51f0-432f-a570-dd94bb3c9159 triggered by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 07:04:58.032504 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:58.157290 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Device 14f6420e-c1e0-4283-b6df-03f992ec7ba9 up at agent ovs-agent-hv-cinder-77218 {{(pid=80237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 07:04:58.185760 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4cdb78-b6f4-4060-86f7-aa9aaea851e8 req-f39ba12e-1d0d-4e40-82f8-91f526dc5d53 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:04:58.187388 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-5a4cdb78-b6f4-4060-86f7-aa9aaea851e8 req-f39ba12e-1d0d-4e40-82f8-91f526dc5d53 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/ports?device_id=4955ec46-7aed-4d45-bb0f-106f6c4953be HTTP/1.1" status: 200 len: 945 time: 0.1078713 Jan 24 07:04:58.197708 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 37794) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:04:58.203349 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-01781966-0216-41b9-962f-6ba54576d1e6 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Request body: {'floatingip': {'port_id': '3a8cffea-51f0-432f-a570-dd94bb3c9159'}} {{(pid=80236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 07:04:58.226010 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Provisioning for port 14f6420e-c1e0-4283-b6df-03f992ec7ba9 completed by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 07:04:58.230884 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Provisioning complete for port 14f6420e-c1e0-4283-b6df-03f992ec7ba9 triggered by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 07:04:58.231298 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:58.289036 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-01781966-0216-41b9-962f-6ba54576d1e6 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Notify callbacks [] for floatingip, before_update {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:58.355934 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:58.385363 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '189a535c-48da-49e2-b559-099c55ab80ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14f6420e-c1e0-4283-b6df-03f992ec7ba9'}] {{(pid=80237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 07:04:58.403295 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] For port 14f6420e-c1e0-4283-b6df-03f992ec7ba9, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=14f6420e-c1e0-4283-b6df-03f992ec7ba9,segment=NetworkSegment(e10231c5-2277-4b16-8e4e-31a64516180d),segment_id=e10231c5-2277-4b16-8e4e-31a64516180d)] {{(pid=80237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 07:04:58.407188 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098'] for port, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:58.410690 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:04:58.448010 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '189a535c-48da-49e2-b559-099c55ab80ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14f6420e-c1e0-4283-b6df-03f992ec7ba9', 'code': 200} Jan 24 07:04:58.494013 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Pushing event updated for resources: {'Port': ['ID=14f6420e-c1e0-4283-b6df-03f992ec7ba9,revision_number=4']} {{(pid=80237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:04:58.504077 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:04:58.504467 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:04:58.504852 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:04:58.505273 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:04:58.505576 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:04:58.505947 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:04:58.506313 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:04:58.506682 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:04:58.507045 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:04:58.508185 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:04:58.508595 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:04:58.509014 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:04:58.509428 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:04:58.509794 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:04:58.510157 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:04:58.510518 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:04:58.510877 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:04:58.511235 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:04:58.511729 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:04:58.512095 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:04:58.512455 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:04:58.512807 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:04:58.513416 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:04:58.513767 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:04:58.519048 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:04:58.696237 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-26a7057c-fba9-498f-9099-c2f4ea65f668 req-89b52ca7-afa8-4e4d-9057-0dbd865e77db tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-92365943&fields=id&tenant_id=d4e12424e8744806b903d167ceb7efca HTTP/1.1" status: 200 len: 267 time: 0.1956277 Jan 24 07:04:58.738102 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa114b-0cb0-417b-a728-d92e901961f0 req-cccdadac-5232-4326-8cfb-b2346eadff11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:04:58.739729 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-12aa114b-0cb0-417b-a728-d92e901961f0 req-cccdadac-5232-4326-8cfb-b2346eadff11 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=189a535c-48da-49e2-b559-099c55ab80ff HTTP/1.1" status: 200 len: 1162 time: 0.0785687 Jan 24 07:04:58.788074 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-12aa114b-0cb0-417b-a728-d92e901961f0 req-387dd455-0f41-482c-b014-446cca534925 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=88b59b82-aa88-498b-bc45-381dc80977fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418808 Jan 24 07:04:59.229022 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a7057c-fba9-498f-9099-c2f4ea65f668 req-36f5125f-9303-4986-9665-9e38acd0e26f tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:04:59.230611 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-26a7057c-fba9-498f-9099-c2f4ea65f668 req-36f5125f-9303-4986-9665-9e38acd0e26f tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] 10.222.0.22 "GET /v2.0/ports?device_id=77036fcc-1a0c-46d9-83a6-3ce4cceb5f79 HTTP/1.1" status: 200 len: 984 time: 0.5285788 Jan 24 07:04:59.245541 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.base [req-26a7057c-fba9-498f-9099-c2f4ea65f668 req-64c0185f-ad6c-4b85-a543-33308934ed6a tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Request body: {'port': {'security_groups': ['6eae65fb-7168-443c-a9a4-1b775935cf24']}} {{(pid=80236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 07:04:59.299760 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424bb159-1f74-4d55-953f-35e6b936fed6 req-e0adffc5-ef25-4d2c-9db8-9ed51bd5401e tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:04:59.301301 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-424bb159-1f74-4d55-953f-35e6b936fed6 req-e0adffc5-ef25-4d2c-9db8-9ed51bd5401e tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] 10.222.0.22 "GET /v2.0/ports?device_id=189a535c-48da-49e2-b559-099c55ab80ff HTTP/1.1" status: 200 len: 945 time: 0.5461526 Jan 24 07:04:59.311064 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Device 14f6420e-c1e0-4283-b6df-03f992ec7ba9 up at agent ovs-agent-hv-cinder-77218 {{(pid=80237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 07:04:59.385054 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Provisioning complete for port 14f6420e-c1e0-4283-b6df-03f992ec7ba9 triggered by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 07:04:59.385471 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:59.443082 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-424bb159-1f74-4d55-953f-35e6b936fed6 req-2a7b9c07-73d4-49ca-a648-8463ffa40a1c tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] 10.222.0.22 "GET /v2.0/security-groups?id=88b59b82-aa88-498b-bc45-381dc80977fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288853 Jan 24 07:04:59.514099 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Device 3a8cffea-51f0-432f-a570-dd94bb3c9159 up at agent ovs-agent-hv-cinder-77218 {{(pid=80237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 07:04:59.544894 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-26a7057c-fba9-498f-9099-c2f4ea65f668 req-64c0185f-ad6c-4b85-a543-33308934ed6a tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:59.585170 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Provisioning complete for port 3a8cffea-51f0-432f-a570-dd94bb3c9159 triggered by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 07:04:59.585593 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:59.629862 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-01781966-0216-41b9-962f-6ba54576d1e6 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Notify callbacks [] for floatingip, precommit_update {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:59.637924 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-01781966-0216-41b9-962f-6ba54576d1e6 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854261494'] for floatingip, after_update {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:04:59.904545 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.db.l3_db [None req-01781966-0216-41b9-962f-6ba54576d1e6 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Floating IP 7843fe37-28c1-4005-ab0b-3e936ea29f06 associated. External IP: 172.28.0.57, port: 3a8cffea-51f0-432f-a570-dd94bb3c9159. Jan 24 07:05:00.045747 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:00.214420 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-26a7057c-fba9-498f-9099-c2f4ea65f668 req-64c0185f-ad6c-4b85-a543-33308934ed6a tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] For port 5b64072b-0c44-44bd-b072-9213dd372648, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=5b64072b-0c44-44bd-b072-9213dd372648,segment=NetworkSegment(30da51e1-6089-4aea-ae43-59dc3d6d1d4c),segment_id=30da51e1-6089-4aea-ae43-59dc3d6d1d4c)] {{(pid=80236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 07:05:00.380134 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-26a7057c-fba9-498f-9099-c2f4ea65f668 req-64c0185f-ad6c-4b85-a543-33308934ed6a tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Notify callbacks [] for port, precommit_update {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:00.386683 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-26a7057c-fba9-498f-9099-c2f4ea65f668 req-64c0185f-ad6c-4b85-a543-33308934ed6a tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2763772'] for port, after_update {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:00.409256 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:05:00.566732 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01781966-0216-41b9-962f-6ba54576d1e6 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Router 735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e has already been hosted by L3 agent 4d190a5c-2620-4f2a-bccf-f8076df9706a {{(pid=80236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 24 07:05:00.647147 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c0185f-ad6c-4b85-a543-33308934ed6a tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Pushing event updated for resources: {'Port': ['ID=5b64072b-0c44-44bd-b072-9213dd372648,revision_number=6']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:05:00.666480 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-64c0185f-ad6c-4b85-a543-33308934ed6a tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:05:01.101881 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a7057c-fba9-498f-9099-c2f4ea65f668 req-64c0185f-ad6c-4b85-a543-33308934ed6a tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:05:01.102612 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-26a7057c-fba9-498f-9099-c2f4ea65f668 req-64c0185f-ad6c-4b85-a543-33308934ed6a tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149749'] for port, before_response {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:01.104182 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-26a7057c-fba9-498f-9099-c2f4ea65f668 req-64c0185f-ad6c-4b85-a543-33308934ed6a tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] 10.222.0.22 "PUT /v2.0/ports/5b64072b-0c44-44bd-b072-9213dd372648 HTTP/1.1" status: 200 len: 942 time: 1.8655050 Jan 24 07:05:01.104754 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77036fcc-1a0c-46d9-83a6-3ce4cceb5f79', 'tag': '5b64072b-0c44-44bd-b072-9213dd372648'}] {{(pid=80236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 07:05:01.171557 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54449d96-9e1a-40d1-a3a7-c32bd4f62783 req-6a09fa12-4132-42bc-beaa-bac4e179715d tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:05:01.173309 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-54449d96-9e1a-40d1-a3a7-c32bd4f62783 req-6a09fa12-4132-42bc-beaa-bac4e179715d tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] 10.222.0.22 "GET /v2.0/ports?device_id=189a535c-48da-49e2-b559-099c55ab80ff HTTP/1.1" status: 200 len: 945 time: 0.5994680 Jan 24 07:05:01.188251 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01781966-0216-41b9-962f-6ba54576d1e6 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Notify agent at l3_agent.dv-cinder-772181-6-smb the message routers_updated {{(pid=80236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 24 07:05:01.201197 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0c8733-55a0-483d-a6fd-3aabc4c5c407 None None] Sync routers for ids ['735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e'] in dv-cinder-772181-6-smb {{(pid=80238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 24 07:05:01.210593 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-01781966-0216-41b9-962f-6ba54576d1e6 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149749'] for floatingip, before_response {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:01.212761 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0c8733-55a0-483d-a6fd-3aabc4c5c407 None None] Routers {'735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e'} bound to L3 agent in host dv-cinder-772181-6-smb {{(pid=80238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 07:05:01.213440 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-0e0c8733-55a0-483d-a6fd-3aabc4c5c407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-24T06:49:21Z,description=,heartbeat_timestamp=2021-01-24T07:04:51Z,host='dv-cinder-772181-6-smb',id=4d190a5c-2620-4f2a-bccf-f8076df9706a,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T06:49:21Z,topic='l3_agent')) {'router_ids': ['735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e'], 'active': True} {{(pid=80238) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:05:01.279231 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77036fcc-1a0c-46d9-83a6-3ce4cceb5f79', 'tag': '5b64072b-0c44-44bd-b072-9213dd372648', 'status': 'completed', 'code': 200} Jan 24 07:05:01.296465 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-54449d96-9e1a-40d1-a3a7-c32bd4f62783 req-fc1b8875-daad-4697-841f-0204aba2de13 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] 10.222.0.22 "GET /v2.0/security-groups?id=88b59b82-aa88-498b-bc45-381dc80977fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127031 Jan 24 07:05:01.303344 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-01781966-0216-41b9-962f-6ba54576d1e6 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "PUT /v2.0/floatingips/7843fe37-28c1-4005-ab0b-3e936ea29f06 HTTP/1.1" status: 200 len: 990 time: 3.1045058 Jan 24 07:05:01.342614 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-523820f4-55c3-478c-98ca-0db1be9979b7 None None] Provisioning complete for port 5b64072b-0c44-44bd-b072-9213dd372648 triggered by entity DHCP. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 07:05:01.342993 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-523820f4-55c3-478c-98ca-0db1be9979b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:01.360488 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-521392d2-5dc6-45ce-be9a-9b4912577601 req-44b26f7a-e4d0-4018-85fd-6d2f97ec48d6 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] 10.222.0.22 "GET /v2.0/security-groups/b14dc0a1-3a21-4394-b992-11bc5a5ed609 HTTP/1.1" status: 200 len: 3001 time: 0.0558302 Jan 24 07:05:01.464908 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Device 5b64072b-0c44-44bd-b072-9213dd372648 up at agent ovs-agent-hv-cinder-77218 {{(pid=80237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 07:05:01.478028 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-521392d2-5dc6-45ce-be9a-9b4912577601 req-4b0c9431-69ec-438a-bb02-2c281b46ddd9 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Notify callbacks [] for security_group, before_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:01.495288 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-0e0c8733-55a0-483d-a6fd-3aabc4c5c407 None None] Set router 735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e gateway port host: dv-cinder-772181-6-smb {{(pid=80238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 07:05:01.514866 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13702085-faeb-4fbe-adcd-7d54d88b945d req-9f60fbbf-8c51-47ca-851f-ae5c91812fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:05:01.516538 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-13702085-faeb-4fbe-adcd-7d54d88b945d req-9f60fbbf-8c51-47ca-851f-ae5c91812fd6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d4e12424e8744806b903d167ceb7efca&device_id=77036fcc-1a0c-46d9-83a6-3ce4cceb5f79 HTTP/1.1" status: 200 len: 1162 time: 0.1663380 Jan 24 07:05:01.529627 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-521392d2-5dc6-45ce-be9a-9b4912577601 req-4b0c9431-69ec-438a-bb02-2c281b46ddd9 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Notify callbacks [] for security_group, precommit_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:01.614163 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-521392d2-5dc6-45ce-be9a-9b4912577601 req-4b0c9431-69ec-438a-bb02-2c281b46ddd9 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:01.619889 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-23075824-f124-403e-be27-de04ea8fd067 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:05:01.623444 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Provisioning complete for port 5b64072b-0c44-44bd-b072-9213dd372648 triggered by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 07:05:01.623886 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:01.652820 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0c9431-69ec-438a-bb02-2c281b46ddd9 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Pushing event deleted for resources: {'SecurityGroup': ['ID=b14dc0a1-3a21-4394-b992-11bc5a5ed609,revision_number=None']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:05:01.665089 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-4b0c9431-69ec-438a-bb02-2c281b46ddd9 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:05:01.680820 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-521392d2-5dc6-45ce-be9a-9b4912577601 req-4b0c9431-69ec-438a-bb02-2c281b46ddd9 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Notify callbacks [] for security_group, before_response {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:01.683654 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-521392d2-5dc6-45ce-be9a-9b4912577601 req-4b0c9431-69ec-438a-bb02-2c281b46ddd9 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] 10.222.0.22 "DELETE /v2.0/security-groups/b14dc0a1-3a21-4394-b992-11bc5a5ed609 HTTP/1.1" status: 204 len: 173 time: 0.3124082 Jan 24 07:05:01.750599 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13702085-faeb-4fbe-adcd-7d54d88b945d req-602ae493-dc0a-4c0d-b767-1ccacb6fae21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:05:01.752779 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-13702085-faeb-4fbe-adcd-7d54d88b945d req-602ae493-dc0a-4c0d-b767-1ccacb6fae21 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0778c19a-a4dd-4c37-939b-e3b5bf8b4d40 HTTP/1.1" status: 200 len: 909 time: 0.2276754 Jan 24 07:05:01.808559 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Device 14f6420e-c1e0-4283-b6df-03f992ec7ba9 up at agent ovs-agent-hv-cinder-77218 {{(pid=80237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 07:05:01.902629 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-13702085-faeb-4fbe-adcd-7d54d88b945d req-4a5febcb-71b1-4313-a841-9801c0f42946 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b64072b-0c44-44bd-b072-9213dd372648 HTTP/1.1" status: 200 len: 1000 time: 0.1401684 Jan 24 07:05:01.912504 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Provisioning complete for port 14f6420e-c1e0-4283-b6df-03f992ec7ba9 triggered by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 07:05:01.913028 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:01.992128 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-19e4fbf9-b43e-4bdd-b597-28c6357311c1 req-803765bd-c921-4be2-a247-04e1282c6f46 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] 10.222.0.22 "GET /v2.0/floatingips/43364596-60cd-4b02-a300-160bcac54ad3 HTTP/1.1" status: 200 len: 997 time: 0.2486103 Jan 24 07:05:01.998393 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13702085-faeb-4fbe-adcd-7d54d88b945d req-b5f3afaf-18f1-4111-b08e-e62f1b9a54e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:05:02.000152 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-13702085-faeb-4fbe-adcd-7d54d88b945d req-b5f3afaf-18f1-4111-b08e-e62f1b9a54e5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c1f8ce7e-f633-4d2b-a697-18e4b662c620 HTTP/1.1" status: 200 len: 854 time: 0.0897667 Jan 24 07:05:02.097657 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-0e0c8733-55a0-483d-a6fd-3aabc4c5c407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e', 'name': 'tempest-AttachVolumeShelveTestJSON-899880209-router', 'tenant_id': 'b352ad353356444ca4a7e94501f26e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'external_fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.210'}], 'enable_snat': True}, 'gw_port_id': 'fddb433b-1fda-40e1-9dc7-6a2c2de438db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T07:01:56Z', 'updated_at': '2021-01-24T07:02:02Z', 'revision_number': 4, 'project_id': 'b352ad353356444ca4a7e94501f26e10', 'gw_port': {'id': 'fddb433b-1fda-40e1-9dc7-6a2c2de438db', 'name': '', 'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:0c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T07:01:57Z', 'updated_at': '2021-01-24T07:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-6-smb', '_floatingips': [{'id': '7843fe37-28c1-4005-ab0b-3e936ea29f06', 'tenant_id': 'b352ad353356444ca4a7e94501f26e10', 'floating_ip_address': '172.28.0.57', 'floating_network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'router_id': '735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e', 'port_id': '3a8cffea-51f0-432f-a570-dd94bb3c9159', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e13c5a42-1024-4ca2-b72d-41265c0f5cf1', 'mac_address': 'fa:16:3e:eb:1a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4955ec46-7aed-4d45-bb0f-106f6c4953be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-24T07:04:44Z', 'updated_at': '2021-01-24T07:04:59Z', 'revision_number': 1, 'project_id': 'b352ad353356444ca4a7e94501f26e10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ade2ce7-9118-497f-a97e-dca155bddbca', 'name': '', 'network_id': 'e13c5a42-1024-4ca2-b72d-41265c0f5cf1', 'tenant_id': 'b352ad353356444ca4a7e94501f26e10', 'mac_address': 'fa:16:3e:80:f4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'b8139419-7045-48a6-8319-a8eda9bca8a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T07:02:01Z', 'updated_at': '2021-01-24T07:02:12Z', 'revision_number': 5, 'project_id': 'b352ad353356444ca4a7e94501f26e10', 'subnets': [{'id': 'b8139419-7045-48a6-8319-a8eda9bca8a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-6-smb', False) {} {{(pid=80238) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:05:02.110788 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0c8733-55a0-483d-a6fd-3aabc4c5c407 None None] Checking router: 735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e for host: dv-cinder-772181-6-smb {{(pid=80238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 24 07:05:02.132544 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0c8733-55a0-483d-a6fd-3aabc4c5c407 None None] Routers {'735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e'} bound to L3 agent in host dv-cinder-772181-6-smb {{(pid=80238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 07:05:02.133237 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-0e0c8733-55a0-483d-a6fd-3aabc4c5c407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-24T06:49:21Z,description=,heartbeat_timestamp=2021-01-24T07:04:51Z,host='dv-cinder-772181-6-smb',id=4d190a5c-2620-4f2a-bccf-f8076df9706a,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T06:49:21Z,topic='l3_agent')) {'router_ids': ['735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e'], 'active': True} {{(pid=80238) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:05:02.180702 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13702085-faeb-4fbe-adcd-7d54d88b945d req-324a104f-32ee-4596-aabc-8d862ec40499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:05:02.182417 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-13702085-faeb-4fbe-adcd-7d54d88b945d req-324a104f-32ee-4596-aabc-8d862ec40499 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0778c19a-a4dd-4c37-939b-e3b5bf8b4d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1752696 Jan 24 07:05:02.232920 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e4fbf9-b43e-4bdd-b597-28c6357311c1 req-bdbe0a91-36e2-464c-8dea-3ce5039c2c0e tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:05:02.236301 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-19e4fbf9-b43e-4bdd-b597-28c6357311c1 req-bdbe0a91-36e2-464c-8dea-3ce5039c2c0e tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] 10.222.0.22 "GET /v2.0/networks/3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a HTTP/1.1" status: 200 len: 784 time: 0.2428296 Jan 24 07:05:02.246693 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [req-19e4fbf9-b43e-4bdd-b597-28c6357311c1 req-71a8ab8a-cd0a-4792-a4d9-6646380abfbc tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=80236) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 07:05:02.247918 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-19e4fbf9-b43e-4bdd-b597-28c6357311c1 req-71a8ab8a-cd0a-4792-a4d9-6646380abfbc tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0066600 Jan 24 07:05:02.334490 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-13702085-faeb-4fbe-adcd-7d54d88b945d req-1b3613a5-8858-4f19-a458-d0279b33bc62 service neutron] 10.222.0.18 "GET /v2.0/networks/0778c19a-a4dd-4c37-939b-e3b5bf8b4d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440959 Jan 24 07:05:02.341948 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-0e0c8733-55a0-483d-a6fd-3aabc4c5c407 None None] Set router 735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e gateway port host: dv-cinder-772181-6-smb {{(pid=80238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 07:05:02.369037 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-19e4fbf9-b43e-4bdd-b597-28c6357311c1 req-0afbe199-04af-45df-a5d7-663463f3a759 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.28.0.64 HTTP/1.1" status: 200 len: 1000 time: 0.1143277 Jan 24 07:05:02.471059 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e4fbf9-b43e-4bdd-b597-28c6357311c1 req-25cfbc5d-aa3f-4b69-af2d-eaaf8b813919 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:05:02.472641 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-19e4fbf9-b43e-4bdd-b597-28c6357311c1 req-25cfbc5d-aa3f-4b69-af2d-eaaf8b813919 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] 10.222.0.22 "GET /v2.0/ports/5b64072b-0c44-44bd-b072-9213dd372648 HTTP/1.1" status: 200 len: 942 time: 0.0978739 Jan 24 07:05:02.485996 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-13702085-faeb-4fbe-adcd-7d54d88b945d req-354bbc6a-ba7f-4e8d-b529-21e3a14620e3 service neutron] 10.222.0.18 "GET /v2.0/networks/0778c19a-a4dd-4c37-939b-e3b5bf8b4d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1439226 Jan 24 07:05:02.683449 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-19e4fbf9-b43e-4bdd-b597-28c6357311c1 req-8fdcdac7-5d33-4271-a8ec-a04a19cc86b7 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.28.0.64 HTTP/1.1" status: 200 len: 1000 time: 0.1177464 Jan 24 07:05:02.735190 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-0e0c8733-55a0-483d-a6fd-3aabc4c5c407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e', 'name': 'tempest-AttachVolumeShelveTestJSON-899880209-router', 'tenant_id': 'b352ad353356444ca4a7e94501f26e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'external_fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.210'}], 'enable_snat': True}, 'gw_port_id': 'fddb433b-1fda-40e1-9dc7-6a2c2de438db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T07:01:56Z', 'updated_at': '2021-01-24T07:02:02Z', 'revision_number': 4, 'project_id': 'b352ad353356444ca4a7e94501f26e10', 'gw_port': {'id': 'fddb433b-1fda-40e1-9dc7-6a2c2de438db', 'name': '', 'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:0c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T07:01:57Z', 'updated_at': '2021-01-24T07:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-6-smb', '_floatingips': [{'id': '7843fe37-28c1-4005-ab0b-3e936ea29f06', 'tenant_id': 'b352ad353356444ca4a7e94501f26e10', 'floating_ip_address': '172.28.0.57', 'floating_network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'router_id': '735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e', 'port_id': '3a8cffea-51f0-432f-a570-dd94bb3c9159', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e13c5a42-1024-4ca2-b72d-41265c0f5cf1', 'mac_address': 'fa:16:3e:eb:1a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4955ec46-7aed-4d45-bb0f-106f6c4953be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-24T07:04:44Z', 'updated_at': '2021-01-24T07:04:59Z', 'revision_number': 1, 'project_id': 'b352ad353356444ca4a7e94501f26e10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ade2ce7-9118-497f-a97e-dca155bddbca', 'name': '', 'network_id': 'e13c5a42-1024-4ca2-b72d-41265c0f5cf1', 'tenant_id': 'b352ad353356444ca4a7e94501f26e10', 'mac_address': 'fa:16:3e:80:f4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'b8139419-7045-48a6-8319-a8eda9bca8a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T07:02:01Z', 'updated_at': '2021-01-24T07:02:12Z', 'revision_number': 5, 'project_id': 'b352ad353356444ca4a7e94501f26e10', 'subnets': [{'id': 'b8139419-7045-48a6-8319-a8eda9bca8a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-6-smb', False) {} {{(pid=80238) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:05:02.740402 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0c8733-55a0-483d-a6fd-3aabc4c5c407 None None] The sync data for ids ['735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e'] in dv-cinder-772181-6-smb is: [{'id': '735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e', 'name': 'tempest-AttachVolumeShelveTestJSON-899880209-router', 'tenant_id': 'b352ad353356444ca4a7e94501f26e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'external_fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.210'}], 'enable_snat': True}, 'gw_port_id': 'fddb433b-1fda-40e1-9dc7-6a2c2de438db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T07:01:56Z', 'updated_at': '2021-01-24T07:02:02Z', 'revision_number': 4, 'project_id': 'b352ad353356444ca4a7e94501f26e10', 'gw_port': {'id': 'fddb433b-1fda-40e1-9dc7-6a2c2de438db', 'name': '', 'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:0c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T07:01:57Z', 'updated_at': '2021-01-24T07:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-6-smb', '_floatingips': [{'id': '7843fe37-28c1-4005-ab0b-3e936ea29f06', 'tenant_id': 'b352ad353356444ca4a7e94501f26e10', 'floating_ip_address': '172.28.0.57', 'floating_network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'router_id': '735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e', 'port_id': '3a8cffea-51f0-432f-a570-dd94bb3c9159', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e13c5a42-1024-4ca2-b72d-41265c0f5cf1', 'mac_address': 'fa:16:3e:eb:1a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4955ec46-7aed-4d45-bb0f-106f6c4953be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-24T07:04:44Z', 'updated_at': '2021-01-24T07:04:59Z', 'revision_number': 1, 'project_id': 'b352ad353356444ca4a7e94501f26e10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ade2ce7-9118-497f-a97e-dca155bddbca', 'name': '', 'network_id': 'e13c5a42-1024-4ca2-b72d-41265c0f5cf1', 'tenant_id': 'b352ad353356444ca4a7e94501f26e10', 'mac_address': 'fa:16:3e:80:f4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'b8139419-7045-48a6-8319-a8eda9bca8a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T07:02:01Z', 'updated_at': '2021-01-24T07:02:12Z', 'revision_number': 5, 'project_id': 'b352ad353356444ca4a7e94501f26e10', 'subnets': [{'id': 'b8139419-7045-48a6-8319-a8eda9bca8a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 24 07:05:02.912431 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [req-19e4fbf9-b43e-4bdd-b597-28c6357311c1 req-867d1a6c-a961-44d1-9086-854cd155a8ee tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Deleting port 22a980d3-4c53-4b35-8f1f-1a2306fb964f {{(pid=80236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 07:05:02.912806 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-19e4fbf9-b43e-4bdd-b597-28c6357311c1 req-867d1a6c-a961-44d1-9086-854cd155a8ee tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760141954436'] for port, before_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:03.009618 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1ebc75-b730-4780-b50e-9f116b226bb8 None None] New status for floating IP 7843fe37-28c1-4005-ab0b-3e936ea29f06: ACTIVE {{(pid=80237) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 24 07:05:03.103396 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-19e4fbf9-b43e-4bdd-b597-28c6357311c1 req-867d1a6c-a961-44d1-9086-854cd155a8ee tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854346336'] for port, precommit_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:03.103729 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-19e4fbf9-b43e-4bdd-b597-28c6357311c1 req-867d1a6c-a961-44d1-9086-854cd155a8ee tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Notify callbacks [] for floatingip, precommit_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:03.235104 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [req-19e4fbf9-b43e-4bdd-b597-28c6357311c1 req-867d1a6c-a961-44d1-9086-854cd155a8ee tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Calling delete_port for 22a980d3-4c53-4b35-8f1f-1a2306fb964f owned by network:floatingip {{(pid=80236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 07:05:03.279895 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4955ec46-7aed-4d45-bb0f-106f6c4953be', 'tag': '3a8cffea-51f0-432f-a570-dd94bb3c9159'}] {{(pid=80236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 07:05:03.409825 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-19e4fbf9-b43e-4bdd-b597-28c6357311c1 req-867d1a6c-a961-44d1-9086-854cd155a8ee tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363276712759002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363276713243132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852012043'] for port, after_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:03.426033 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-492a7fd0-30f9-42e3-b222-eb4176077bb4 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:05:03.519815 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867d1a6c-a961-44d1-9086-854cd155a8ee tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Pushing event deleted for resources: {'Port': ['ID=22a980d3-4c53-4b35-8f1f-1a2306fb964f,revision_number=None']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:05:03.526382 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-867d1a6c-a961-44d1-9086-854cd155a8ee tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:05:03.650950 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-19e4fbf9-b43e-4bdd-b597-28c6357311c1 req-867d1a6c-a961-44d1-9086-854cd155a8ee tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Notify callbacks [] for floatingip, after_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:03.651253 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.db.l3_db [req-19e4fbf9-b43e-4bdd-b597-28c6357311c1 req-867d1a6c-a961-44d1-9086-854cd155a8ee tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Floating IP 43364596-60cd-4b02-a300-160bcac54ad3 disassociated (deleted). External IP: 172.28.0.64, port: 5b64072b-0c44-44bd-b072-9213dd372648. Jan 24 07:05:03.778542 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4955ec46-7aed-4d45-bb0f-106f6c4953be', 'tag': '3a8cffea-51f0-432f-a570-dd94bb3c9159', 'status': 'completed', 'code': 200} Jan 24 07:05:03.879881 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2760ac47-8791-4ad4-b773-08c16b5d3d3d req-7e83707d-23b6-4f1f-965c-2d4e3cc4bc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:05:03.881532 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-2760ac47-8791-4ad4-b773-08c16b5d3d3d req-7e83707d-23b6-4f1f-965c-2d4e3cc4bc18 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b352ad353356444ca4a7e94501f26e10&device_id=4955ec46-7aed-4d45-bb0f-106f6c4953be HTTP/1.1" status: 200 len: 1162 time: 0.0908840 Jan 24 07:05:04.042865 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2760ac47-8791-4ad4-b773-08c16b5d3d3d req-609b6f9c-45cc-44f9-a607-0406da69f135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:05:04.044493 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-2760ac47-8791-4ad4-b773-08c16b5d3d3d req-609b6f9c-45cc-44f9-a607-0406da69f135 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e13c5a42-1024-4ca2-b72d-41265c0f5cf1 HTTP/1.1" status: 200 len: 910 time: 0.1557760 Jan 24 07:05:04.061079 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.l3_agent_scheduler [req-19e4fbf9-b43e-4bdd-b597-28c6357311c1 req-867d1a6c-a961-44d1-9086-854cd155a8ee tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Router 2565af04-c881-4454-81af-6f847dbc0a0d has already been hosted by L3 agent 4d190a5c-2620-4f2a-bccf-f8076df9706a {{(pid=80236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 24 07:05:04.155675 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-2760ac47-8791-4ad4-b773-08c16b5d3d3d req-bcb23bec-d47e-4e9e-882e-5ca6daaa35d0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a8cffea-51f0-432f-a570-dd94bb3c9159 HTTP/1.1" status: 200 len: 1000 time: 0.1042216 Jan 24 07:05:04.224930 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2760ac47-8791-4ad4-b773-08c16b5d3d3d req-20a78447-3633-4965-afc4-07ad848ada8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:05:04.226441 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-2760ac47-8791-4ad4-b773-08c16b5d3d3d req-20a78447-3633-4965-afc4-07ad848ada8b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b8139419-7045-48a6-8319-a8eda9bca8a9 HTTP/1.1" status: 200 len: 855 time: 0.0647428 Jan 24 07:05:04.256452 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-19e4fbf9-b43e-4bdd-b597-28c6357311c1 req-867d1a6c-a961-44d1-9086-854cd155a8ee tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Notify agent at l3_agent.dv-cinder-772181-6-smb the message routers_updated {{(pid=80236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 24 07:05:04.267201 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5ba935-5359-46f7-b609-11a46ecc5e31 None None] Sync routers for ids ['2565af04-c881-4454-81af-6f847dbc0a0d'] in dv-cinder-772181-6-smb {{(pid=80238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 24 07:05:04.279105 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5ba935-5359-46f7-b609-11a46ecc5e31 None None] Routers {'2565af04-c881-4454-81af-6f847dbc0a0d'} bound to L3 agent in host dv-cinder-772181-6-smb {{(pid=80238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 07:05:04.280149 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-ea5ba935-5359-46f7-b609-11a46ecc5e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-24T06:49:21Z,description=,heartbeat_timestamp=2021-01-24T07:04:51Z,host='dv-cinder-772181-6-smb',id=4d190a5c-2620-4f2a-bccf-f8076df9706a,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T06:49:21Z,topic='l3_agent')) {'router_ids': ['2565af04-c881-4454-81af-6f847dbc0a0d'], 'active': True} {{(pid=80238) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:05:04.282285 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-19e4fbf9-b43e-4bdd-b597-28c6357311c1 req-867d1a6c-a961-44d1-9086-854cd155a8ee tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149749'] for floatingip, before_response {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:04.351548 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-19e4fbf9-b43e-4bdd-b597-28c6357311c1 req-867d1a6c-a961-44d1-9086-854cd155a8ee tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] 10.222.0.22 "DELETE /v2.0/floatingips/43364596-60cd-4b02-a300-160bcac54ad3 HTTP/1.1" status: 204 len: 173 time: 1.6608546 Jan 24 07:05:04.448692 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e4fbf9-b43e-4bdd-b597-28c6357311c1 req-58f59dcf-3607-45c4-ace1-fcc23b85ee90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:05:04.450377 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-19e4fbf9-b43e-4bdd-b597-28c6357311c1 req-58f59dcf-3607-45c4-ace1-fcc23b85ee90 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d4e12424e8744806b903d167ceb7efca&device_id=77036fcc-1a0c-46d9-83a6-3ce4cceb5f79 HTTP/1.1" status: 200 len: 1162 time: 0.0833323 Jan 24 07:05:04.486219 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-ea5ba935-5359-46f7-b609-11a46ecc5e31 None None] Set router 2565af04-c881-4454-81af-6f847dbc0a0d gateway port host: dv-cinder-772181-6-smb {{(pid=80238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 07:05:04.555035 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2760ac47-8791-4ad4-b773-08c16b5d3d3d req-a91d7b31-a130-4b08-b068-d4603fb38d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:05:04.556630 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-2760ac47-8791-4ad4-b773-08c16b5d3d3d req-a91d7b31-a130-4b08-b068-d4603fb38d82 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e13c5a42-1024-4ca2-b72d-41265c0f5cf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3240762 Jan 24 07:05:04.599837 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e4fbf9-b43e-4bdd-b597-28c6357311c1 req-e053a62d-31d7-4030-927d-7ae221c5826d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:05:04.607969 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-19e4fbf9-b43e-4bdd-b597-28c6357311c1 req-e053a62d-31d7-4030-927d-7ae221c5826d service neutron] 10.222.0.22 "GET /v2.0/networks?id=0778c19a-a4dd-4c37-939b-e3b5bf8b4d40 HTTP/1.1" status: 200 len: 909 time: 0.1496663 Jan 24 07:05:04.727209 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-2760ac47-8791-4ad4-b773-08c16b5d3d3d req-f165336c-c4b5-4c3c-801b-923a93a178e0 service neutron] 10.222.0.18 "GET /v2.0/networks/e13c5a42-1024-4ca2-b72d-41265c0f5cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509540 Jan 24 07:05:04.878583 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-ea5ba935-5359-46f7-b609-11a46ecc5e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2565af04-c881-4454-81af-6f847dbc0a0d', 'name': 'tempest-TestMinimumBasicScenario-1846492551-router', 'tenant_id': 'd4e12424e8744806b903d167ceb7efca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'external_fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.139'}], 'enable_snat': True}, 'gw_port_id': '828c247c-8944-48c6-944b-a10d866ca852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T07:02:47Z', 'updated_at': '2021-01-24T07:02:53Z', 'revision_number': 4, 'project_id': 'd4e12424e8744806b903d167ceb7efca', 'gw_port': {'id': '828c247c-8944-48c6-944b-a10d866ca852', 'name': '', 'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:aa:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2565af04-c881-4454-81af-6f847dbc0a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T07:02:48Z', 'updated_at': '2021-01-24T07:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-6-smb', '_interfaces': [{'id': 'bfd308cd-cab8-433a-bc8c-66452f5ba6de', 'name': '', 'network_id': '0778c19a-a4dd-4c37-939b-e3b5bf8b4d40', 'tenant_id': 'd4e12424e8744806b903d167ceb7efca', 'mac_address': 'fa:16:3e:c7:7f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2565af04-c881-4454-81af-6f847dbc0a0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'c1f8ce7e-f633-4d2b-a697-18e4b662c620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T07:02:52Z', 'updated_at': '2021-01-24T07:03:02Z', 'revision_number': 5, 'project_id': 'd4e12424e8744806b903d167ceb7efca', 'subnets': [{'id': 'c1f8ce7e-f633-4d2b-a697-18e4b662c620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-6-smb', False) {} {{(pid=80238) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:05:04.883213 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5ba935-5359-46f7-b609-11a46ecc5e31 None None] Checking router: 2565af04-c881-4454-81af-6f847dbc0a0d for host: dv-cinder-772181-6-smb {{(pid=80238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 24 07:05:04.893484 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5ba935-5359-46f7-b609-11a46ecc5e31 None None] Routers {'2565af04-c881-4454-81af-6f847dbc0a0d'} bound to L3 agent in host dv-cinder-772181-6-smb {{(pid=80238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 07:05:04.894510 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-ea5ba935-5359-46f7-b609-11a46ecc5e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-24T06:49:21Z,description=,heartbeat_timestamp=2021-01-24T07:04:51Z,host='dv-cinder-772181-6-smb',id=4d190a5c-2620-4f2a-bccf-f8076df9706a,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T06:49:21Z,topic='l3_agent')) {'router_ids': ['2565af04-c881-4454-81af-6f847dbc0a0d'], 'active': True} {{(pid=80238) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:05:04.902778 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-2760ac47-8791-4ad4-b773-08c16b5d3d3d req-16785d66-f4ef-4df8-b023-0b79b4afb19f service neutron] 10.222.0.18 "GET /v2.0/networks/e13c5a42-1024-4ca2-b72d-41265c0f5cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1686630 Jan 24 07:05:04.952467 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-19e4fbf9-b43e-4bdd-b597-28c6357311c1 req-01b1903e-83d7-4de7-a74f-4c27c5e87768 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b64072b-0c44-44bd-b072-9213dd372648 HTTP/1.1" status: 200 len: 217 time: 0.3435459 Jan 24 07:05:05.027422 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e4fbf9-b43e-4bdd-b597-28c6357311c1 req-1bb94ff7-8af7-4499-b559-729cd4749063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:05:05.029088 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-19e4fbf9-b43e-4bdd-b597-28c6357311c1 req-1bb94ff7-8af7-4499-b559-729cd4749063 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c1f8ce7e-f633-4d2b-a697-18e4b662c620 HTTP/1.1" status: 200 len: 854 time: 0.0678241 Jan 24 07:05:05.117815 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e4fbf9-b43e-4bdd-b597-28c6357311c1 req-02a26557-06ab-4235-9b22-fb428cf20679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:05:05.119489 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-19e4fbf9-b43e-4bdd-b597-28c6357311c1 req-02a26557-06ab-4235-9b22-fb428cf20679 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0778c19a-a4dd-4c37-939b-e3b5bf8b4d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0831423 Jan 24 07:05:05.270614 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-ea5ba935-5359-46f7-b609-11a46ecc5e31 None None] Set router 2565af04-c881-4454-81af-6f847dbc0a0d gateway port host: dv-cinder-772181-6-smb {{(pid=80238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 07:05:05.280402 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-19e4fbf9-b43e-4bdd-b597-28c6357311c1 req-dd634537-3a54-4a2b-a835-32d36e4dcdee service neutron] 10.222.0.22 "GET /v2.0/networks/0778c19a-a4dd-4c37-939b-e3b5bf8b4d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473219 Jan 24 07:05:05.428046 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-19e4fbf9-b43e-4bdd-b597-28c6357311c1 req-8011801f-cc1e-4416-8a99-c321f2754cca service neutron] 10.222.0.22 "GET /v2.0/networks/0778c19a-a4dd-4c37-939b-e3b5bf8b4d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1402609 Jan 24 07:05:05.603349 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-ea5ba935-5359-46f7-b609-11a46ecc5e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2565af04-c881-4454-81af-6f847dbc0a0d', 'name': 'tempest-TestMinimumBasicScenario-1846492551-router', 'tenant_id': 'd4e12424e8744806b903d167ceb7efca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'external_fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.139'}], 'enable_snat': True}, 'gw_port_id': '828c247c-8944-48c6-944b-a10d866ca852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T07:02:47Z', 'updated_at': '2021-01-24T07:02:53Z', 'revision_number': 4, 'project_id': 'd4e12424e8744806b903d167ceb7efca', 'gw_port': {'id': '828c247c-8944-48c6-944b-a10d866ca852', 'name': '', 'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:aa:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2565af04-c881-4454-81af-6f847dbc0a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T07:02:48Z', 'updated_at': '2021-01-24T07:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-6-smb', '_interfaces': [{'id': 'bfd308cd-cab8-433a-bc8c-66452f5ba6de', 'name': '', 'network_id': '0778c19a-a4dd-4c37-939b-e3b5bf8b4d40', 'tenant_id': 'd4e12424e8744806b903d167ceb7efca', 'mac_address': 'fa:16:3e:c7:7f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2565af04-c881-4454-81af-6f847dbc0a0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'c1f8ce7e-f633-4d2b-a697-18e4b662c620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T07:02:52Z', 'updated_at': '2021-01-24T07:03:02Z', 'revision_number': 5, 'project_id': 'd4e12424e8744806b903d167ceb7efca', 'subnets': [{'id': 'c1f8ce7e-f633-4d2b-a697-18e4b662c620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-6-smb', False) {} {{(pid=80238) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:05:05.607529 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5ba935-5359-46f7-b609-11a46ecc5e31 None None] The sync data for ids ['2565af04-c881-4454-81af-6f847dbc0a0d'] in dv-cinder-772181-6-smb is: [{'id': '2565af04-c881-4454-81af-6f847dbc0a0d', 'name': 'tempest-TestMinimumBasicScenario-1846492551-router', 'tenant_id': 'd4e12424e8744806b903d167ceb7efca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'external_fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.139'}], 'enable_snat': True}, 'gw_port_id': '828c247c-8944-48c6-944b-a10d866ca852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T07:02:47Z', 'updated_at': '2021-01-24T07:02:53Z', 'revision_number': 4, 'project_id': 'd4e12424e8744806b903d167ceb7efca', 'gw_port': {'id': '828c247c-8944-48c6-944b-a10d866ca852', 'name': '', 'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:aa:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2565af04-c881-4454-81af-6f847dbc0a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T07:02:48Z', 'updated_at': '2021-01-24T07:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-6-smb', '_interfaces': [{'id': 'bfd308cd-cab8-433a-bc8c-66452f5ba6de', 'name': '', 'network_id': '0778c19a-a4dd-4c37-939b-e3b5bf8b4d40', 'tenant_id': 'd4e12424e8744806b903d167ceb7efca', 'mac_address': 'fa:16:3e:c7:7f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2565af04-c881-4454-81af-6f847dbc0a0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'c1f8ce7e-f633-4d2b-a697-18e4b662c620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T07:02:52Z', 'updated_at': '2021-01-24T07:03:02Z', 'revision_number': 5, 'project_id': 'd4e12424e8744806b903d167ceb7efca', 'subnets': [{'id': 'c1f8ce7e-f633-4d2b-a697-18e4b662c620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 24 07:05:05.779530 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77036fcc-1a0c-46d9-83a6-3ce4cceb5f79', 'tag': '5b64072b-0c44-44bd-b072-9213dd372648'}] {{(pid=80236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 07:05:05.841194 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77036fcc-1a0c-46d9-83a6-3ce4cceb5f79', 'tag': '5b64072b-0c44-44bd-b072-9213dd372648', 'status': 'completed', 'code': 200} Jan 24 07:05:05.975045 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236addaf-989e-4d80-a70a-e0cc7b43d496 req-ca9636b4-1946-4d2d-819d-a5ded01de79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:05:05.976739 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-236addaf-989e-4d80-a70a-e0cc7b43d496 req-ca9636b4-1946-4d2d-819d-a5ded01de79b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d4e12424e8744806b903d167ceb7efca&device_id=77036fcc-1a0c-46d9-83a6-3ce4cceb5f79 HTTP/1.1" status: 200 len: 1162 time: 0.0841606 Jan 24 07:05:06.026528 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac3fd6a-285b-40f4-ade5-cfee2b79145d None None] New status for floating IP 43364596-60cd-4b02-a300-160bcac54ad3: DOWN {{(pid=80237) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 24 07:05:06.133006 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236addaf-989e-4d80-a70a-e0cc7b43d496 req-2c7e8067-ba40-40fc-9b23-d6fc82635373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:05:06.134721 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-236addaf-989e-4d80-a70a-e0cc7b43d496 req-2c7e8067-ba40-40fc-9b23-d6fc82635373 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0778c19a-a4dd-4c37-939b-e3b5bf8b4d40 HTTP/1.1" status: 200 len: 909 time: 0.1507995 Jan 24 07:05:06.247947 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-236addaf-989e-4d80-a70a-e0cc7b43d496 req-2c44ce72-6293-4349-9dc3-f9bd9e1afac8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b64072b-0c44-44bd-b072-9213dd372648 HTTP/1.1" status: 200 len: 217 time: 0.0888293 Jan 24 07:05:06.352572 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236addaf-989e-4d80-a70a-e0cc7b43d496 req-f1202c22-e3fc-4f88-8aeb-8812a53010af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:05:06.354501 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-236addaf-989e-4d80-a70a-e0cc7b43d496 req-f1202c22-e3fc-4f88-8aeb-8812a53010af service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c1f8ce7e-f633-4d2b-a697-18e4b662c620 HTTP/1.1" status: 200 len: 854 time: 0.0705640 Jan 24 07:05:06.378957 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5908a3ef-78d5-4329-bc34-dbfabbf29943 req-ead4810c-c830-489d-912f-3f91ecfd37cf tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:05:06.386271 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-5908a3ef-78d5-4329-bc34-dbfabbf29943 req-ead4810c-c830-489d-912f-3f91ecfd37cf tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] 10.222.0.22 "GET /v2.0/networks?id=6f6958e7-353a-464e-89d2-3be996091b32 HTTP/1.1" status: 200 len: 814 time: 0.2017567 Jan 24 07:05:06.398393 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-5908a3ef-78d5-4329-bc34-dbfabbf29943 req-1ca542fe-5b3d-47f3-b0ed-2811d7d80026 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] 10.222.0.22 "GET /v2.0/quotas/59c1f0f1737f4452ae5db90ae821187d HTTP/1.1" status: 200 len: 375 time: 0.0111885 Jan 24 07:05:06.454122 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236addaf-989e-4d80-a70a-e0cc7b43d496 req-114479c1-eff2-437e-8fdd-b4f970357dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:05:06.456535 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-236addaf-989e-4d80-a70a-e0cc7b43d496 req-114479c1-eff2-437e-8fdd-b4f970357dc3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0778c19a-a4dd-4c37-939b-e3b5bf8b4d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0859892 Jan 24 07:05:06.498723 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-5908a3ef-78d5-4329-bc34-dbfabbf29943 req-2c2d0cc5-80ee-47a3-9ec0-e08bac9120ef tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] 10.222.0.22 "GET /v2.0/ports?tenant_id=59c1f0f1737f4452ae5db90ae821187d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0942521 Jan 24 07:05:06.609556 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-236addaf-989e-4d80-a70a-e0cc7b43d496 req-9a4fff97-1a9e-4f60-b89f-c35812dfd4c3 service neutron] 10.222.0.18 "GET /v2.0/networks/0778c19a-a4dd-4c37-939b-e3b5bf8b4d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462305 Jan 24 07:05:06.655054 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-5908a3ef-78d5-4329-bc34-dbfabbf29943 req-bd6fba62-75d0-4f14-a4ae-66d64144086e service neutron] 10.222.0.22 "GET /v2.0/networks/6f6958e7-353a-464e-89d2-3be996091b32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480532 Jan 24 07:05:06.769420 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-236addaf-989e-4d80-a70a-e0cc7b43d496 req-569ed4c8-d483-49e4-9044-0dc0526de40c service neutron] 10.222.0.18 "GET /v2.0/networks/0778c19a-a4dd-4c37-939b-e3b5bf8b4d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1432269 Jan 24 07:05:06.804841 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-5908a3ef-78d5-4329-bc34-dbfabbf29943 req-f7a185ba-9ae0-4ec0-a48c-b839ff154e98 service neutron] 10.222.0.22 "GET /v2.0/networks/6f6958e7-353a-464e-89d2-3be996091b32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1429248 Jan 24 07:05:07.011377 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-8aa86dad-26a8-4812-9226-164fd95f323d req-9fbf3c0d-7f9e-44c0-b385-81202936bb61 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] 10.222.0.22 "GET /v2.0/ports?device_id=7c58be5b-8997-424a-b30d-fd11c447f1f5 HTTP/1.1" status: 200 len: 210 time: 0.0526841 Jan 24 07:05:08.196754 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-7051abb6-d853-41a0-9b1b-fa7443920a38 req-bf9a3265-2bf5-4eba-8c54-3f3cbeb348fd tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] 10.222.0.22 "GET /v2.0/ports?device_id=7c58be5b-8997-424a-b30d-fd11c447f1f5 HTTP/1.1" status: 200 len: 210 time: 0.0512025 Jan 24 07:05:08.262968 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5908a3ef-78d5-4329-bc34-dbfabbf29943 req-0a896775-17a5-4f12-84cd-421abf44346b tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:05:08.264796 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-5908a3ef-78d5-4329-bc34-dbfabbf29943 req-0a896775-17a5-4f12-84cd-421abf44346b tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] 10.222.0.18 "GET /v2.0/networks?id=6f6958e7-353a-464e-89d2-3be996091b32 HTTP/1.1" status: 200 len: 814 time: 0.1805325 Jan 24 07:05:08.311748 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.base [req-5908a3ef-78d5-4329-bc34-dbfabbf29943 req-3e2a7106-95f2-4ac6-af10-d342a9693087 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Request body: {'port': {'device_id': '7c58be5b-8997-424a-b30d-fd11c447f1f5', 'network_id': '6f6958e7-353a-464e-89d2-3be996091b32', 'admin_state_up': True, 'tenant_id': '59c1f0f1737f4452ae5db90ae821187d'}} {{(pid=80235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 07:05:08.459049 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [req-5908a3ef-78d5-4329-bc34-dbfabbf29943 req-3e2a7106-95f2-4ac6-af10-d342a9693087 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 07:05:08.463452 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-5908a3ef-78d5-4329-bc34-dbfabbf29943 req-3e2a7106-95f2-4ac6-af10-d342a9693087 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Usage tracker for resource:port and tenant:59c1f0f1737f4452ae5db90ae821187d is out of sync, need to count used quota {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 07:05:08.466421 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-5908a3ef-78d5-4329-bc34-dbfabbf29943 req-3e2a7106-95f2-4ac6-af10-d342a9693087 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Quota usage for port was recalculated. Used quota:1. {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 07:05:08.472452 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [req-5908a3ef-78d5-4329-bc34-dbfabbf29943 req-3e2a7106-95f2-4ac6-af10-d342a9693087 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 07:05:08.483011 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5908a3ef-78d5-4329-bc34-dbfabbf29943 req-3e2a7106-95f2-4ac6-af10-d342a9693087 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Made reservation on behalf of 59c1f0f1737f4452ae5db90ae821187d for: {'port': 1} {{(pid=80235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 07:05:08.493555 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-5908a3ef-78d5-4329-bc34-dbfabbf29943 req-3e2a7106-95f2-4ac6-af10-d342a9693087 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:08.822663 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.db_base_plugin_common [req-5908a3ef-78d5-4329-bc34-dbfabbf29943 req-3e2a7106-95f2-4ac6-af10-d342a9693087 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Allocated IP 172.20.0.7 (6f6958e7-353a-464e-89d2-3be996091b32/e76cf661-5dee-4373-89c1-23358c8b7fc2/33ef84aa-329b-412f-b9bf-a6d47ba11cd0) {{(pid=80235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 07:05:08.885504 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d27f2-f343-46f8-8d34-01fecda79494 req-84e239d6-f424-41d8-8ff5-9ea4d1909a3f tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:05:08.886206 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-da4d27f2-f343-46f8-8d34-01fecda79494 req-84e239d6-f424-41d8-8ff5-9ea4d1909a3f tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Synchronizing usage tracker for tenant:d4e12424e8744806b903d167ceb7efca on resource:port {{(pid=80236) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 07:05:08.901425 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-da4d27f2-f343-46f8-8d34-01fecda79494 req-84e239d6-f424-41d8-8ff5-9ea4d1909a3f tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Unset dirty status for tenant:d4e12424e8744806b903d167ceb7efca on resource:port {{(pid=80236) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 07:05:08.902684 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-da4d27f2-f343-46f8-8d34-01fecda79494 req-84e239d6-f424-41d8-8ff5-9ea4d1909a3f tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] 10.222.0.22 "GET /v2.0/ports?device_id=77036fcc-1a0c-46d9-83a6-3ce4cceb5f79 HTTP/1.1" status: 200 len: 945 time: 0.1240630 Jan 24 07:05:08.953658 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-da4d27f2-f343-46f8-8d34-01fecda79494 req-b1d0fc77-dccb-4808-831c-91f1eb555a48 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Synchronizing usage tracker for tenant:d4e12424e8744806b903d167ceb7efca on resource:security_group {{(pid=80236) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 07:05:08.975039 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-da4d27f2-f343-46f8-8d34-01fecda79494 req-b1d0fc77-dccb-4808-831c-91f1eb555a48 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Unset dirty status for tenant:d4e12424e8744806b903d167ceb7efca on resource:security_group {{(pid=80236) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 07:05:08.976355 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-da4d27f2-f343-46f8-8d34-01fecda79494 req-b1d0fc77-dccb-4808-831c-91f1eb555a48 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] 10.222.0.22 "GET /v2.0/security-groups?id=6eae65fb-7168-443c-a9a4-1b775935cf24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672600 Jan 24 07:05:09.040908 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-5908a3ef-78d5-4329-bc34-dbfabbf29943 req-3e2a7106-95f2-4ac6-af10-d342a9693087 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Notify callbacks [] for port, precommit_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:09.069895 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-5908a3ef-78d5-4329-bc34-dbfabbf29943 req-3e2a7106-95f2-4ac6-af10-d342a9693087 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363276713217020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851855427'] for port, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:09.084514 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-c3cc8089-3baf-467a-ae72-51385127fec4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:05:09.217602 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2a7106-95f2-4ac6-af10-d342a9693087 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Pushing event updated for resources: {'Port': ['ID=33ef84aa-329b-412f-b9bf-a6d47ba11cd0,revision_number=1']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:05:09.222428 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-3e2a7106-95f2-4ac6-af10-d342a9693087 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:05:09.276504 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5908a3ef-78d5-4329-bc34-dbfabbf29943 req-3e2a7106-95f2-4ac6-af10-d342a9693087 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Network 6f6958e7-353a-464e-89d2-3be996091b32 is already hosted by enough agents. {{(pid=80235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 07:05:09.277638 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [req-5908a3ef-78d5-4329-bc34-dbfabbf29943 req-3e2a7106-95f2-4ac6-af10-d342a9693087 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Resources bound (agent type, host, resource id): {{(pid=80235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 07:05:09.280013 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [req-5908a3ef-78d5-4329-bc34-dbfabbf29943 req-3e2a7106-95f2-4ac6-af10-d342a9693087 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Received port after_create {{(pid=80235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 07:05:09.365185 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5908a3ef-78d5-4329-bc34-dbfabbf29943 req-3e2a7106-95f2-4ac6-af10-d342a9693087 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:05:09.365858 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-5908a3ef-78d5-4329-bc34-dbfabbf29943 req-3e2a7106-95f2-4ac6-af10-d342a9693087 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149749'] for port, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:09.385811 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-5908a3ef-78d5-4329-bc34-dbfabbf29943 req-3e2a7106-95f2-4ac6-af10-d342a9693087 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0783780 Jan 24 07:05:09.405256 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.base [req-5908a3ef-78d5-4329-bc34-dbfabbf29943 req-0a5b8241-56c4-4126-aef1-55e638a92002 service neutron] Request body: {'port': {'device_id': '7c58be5b-8997-424a-b30d-fd11c447f1f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=80235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 07:05:09.437238 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e15ddf-40de-41c4-a42d-e7eaf32fde29 req-b7c4f43f-f4b7-4f19-853d-df8f1f2ac181 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:05:09.438862 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-20e15ddf-40de-41c4-a42d-e7eaf32fde29 req-b7c4f43f-f4b7-4f19-853d-df8f1f2ac181 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] 10.222.0.22 "GET /v2.0/ports?device_id=7c58be5b-8997-424a-b30d-fd11c447f1f5 HTTP/1.1" status: 200 len: 931 time: 0.1052518 Jan 24 07:05:09.495444 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-20e15ddf-40de-41c4-a42d-e7eaf32fde29 req-22c6276d-0d2d-4390-8926-2a4d37de64ec tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] 10.222.0.22 "GET /v2.0/security-groups?id=88b59b82-aa88-498b-bc45-381dc80977fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497530 Jan 24 07:05:09.528608 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-5908a3ef-78d5-4329-bc34-dbfabbf29943 req-0a5b8241-56c4-4126-aef1-55e638a92002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:10.168576 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [req-5908a3ef-78d5-4329-bc34-dbfabbf29943 req-0a5b8241-56c4-4126-aef1-55e638a92002 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33ef84aa-329b-412f-b9bf-a6d47ba11cd0 {{(pid=80235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 24 07:05:10.176257 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-5908a3ef-78d5-4329-bc34-dbfabbf29943 req-0a5b8241-56c4-4126-aef1-55e638a92002 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:10.188226 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [req-5908a3ef-78d5-4329-bc34-dbfabbf29943 req-0a5b8241-56c4-4126-aef1-55e638a92002 service neutron] Transition to ACTIVE for port object 33ef84aa-329b-412f-b9bf-a6d47ba11cd0 will not be triggered until provisioned by entity L2. {{(pid=80235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 07:05:10.191544 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-5908a3ef-78d5-4329-bc34-dbfabbf29943 req-0a5b8241-56c4-4126-aef1-55e638a92002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2920372'] for port, after_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:10.207417 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-c493bd1f-cf0c-401d-9983-75d68c378bc2 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:05:10.215343 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3213c9-b462-4b9e-a429-bcf10ab9b8dc req-9b157b4a-6b59-4508-818f-ff7caf22dc0c tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:05:10.217041 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-5a3213c9-b462-4b9e-a429-bcf10ab9b8dc req-9b157b4a-6b59-4508-818f-ff7caf22dc0c tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] 10.222.0.22 "GET /v2.0/ports?device_id=77036fcc-1a0c-46d9-83a6-3ce4cceb5f79 HTTP/1.1" status: 200 len: 945 time: 0.1079166 Jan 24 07:05:10.270432 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-5a3213c9-b462-4b9e-a429-bcf10ab9b8dc req-873b992a-0db8-4bd2-b1e1-f718f425c8a4 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] 10.222.0.22 "GET /v2.0/security-groups?id=6eae65fb-7168-443c-a9a4-1b775935cf24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469999 Jan 24 07:05:10.343960 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5b8241-56c4-4126-aef1-55e638a92002 service neutron] Pushing event updated for resources: {'Port': ['ID=33ef84aa-329b-412f-b9bf-a6d47ba11cd0,revision_number=2']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:05:10.347855 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-0a5b8241-56c4-4126-aef1-55e638a92002 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:05:10.525692 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [req-5908a3ef-78d5-4329-bc34-dbfabbf29943 req-0a5b8241-56c4-4126-aef1-55e638a92002 service neutron] Attempting to bind port 33ef84aa-329b-412f-b9bf-a6d47ba11cd0 on host hv-cinder-77218 for vnic_type normal with profile {{(pid=80235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 07:05:10.526082 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [req-5908a3ef-78d5-4329-bc34-dbfabbf29943 req-0a5b8241-56c4-4126-aef1-55e638a92002 service neutron] Attempting to bind port 33ef84aa-329b-412f-b9bf-a6d47ba11cd0 by drivers openvswitch on host hv-cinder-77218 at level 0 using segments [{'id': 'e10231c5-2277-4b16-8e4e-31a64516180d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6f6958e7-353a-464e-89d2-3be996091b32'}] {{(pid=80235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 07:05:10.526433 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5908a3ef-78d5-4329-bc34-dbfabbf29943 req-0a5b8241-56c4-4126-aef1-55e638a92002 service neutron] Attempting to bind port 33ef84aa-329b-412f-b9bf-a6d47ba11cd0 on network 6f6958e7-353a-464e-89d2-3be996091b32 {{(pid=80235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 07:05:10.532379 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5908a3ef-78d5-4329-bc34-dbfabbf29943 req-0a5b8241-56c4-4126-aef1-55e638a92002 service neutron] Checking agent: {'id': '40eb7c3e-e5ac-488d-8f03-a26480a7dd43', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 6, 56, 30), 'started_at': datetime.datetime(2021, 1, 24, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 07:05:10.532744 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5908a3ef-78d5-4329-bc34-dbfabbf29943 req-0a5b8241-56c4-4126-aef1-55e638a92002 service neutron] Checking segment: {'id': 'e10231c5-2277-4b16-8e4e-31a64516180d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6f6958e7-353a-464e-89d2-3be996091b32'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 07:05:10.533772 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-5908a3ef-78d5-4329-bc34-dbfabbf29943 req-0a5b8241-56c4-4126-aef1-55e638a92002 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:10.534152 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5908a3ef-78d5-4329-bc34-dbfabbf29943 req-0a5b8241-56c4-4126-aef1-55e638a92002 service neutron] Bound using segment: {'id': 'e10231c5-2277-4b16-8e4e-31a64516180d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6f6958e7-353a-464e-89d2-3be996091b32'} {{(pid=80235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 07:05:10.534616 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [req-5908a3ef-78d5-4329-bc34-dbfabbf29943 req-0a5b8241-56c4-4126-aef1-55e638a92002 service neutron] Bound port: 33ef84aa-329b-412f-b9bf-a6d47ba11cd0, host: hv-cinder-77218, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e10231c5-2277-4b16-8e4e-31a64516180d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6f6958e7-353a-464e-89d2-3be996091b32'}}] {{(pid=80235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 07:05:10.534981 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-5908a3ef-78d5-4329-bc34-dbfabbf29943 req-0a5b8241-56c4-4126-aef1-55e638a92002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:10.630394 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-5908a3ef-78d5-4329-bc34-dbfabbf29943 req-0a5b8241-56c4-4126-aef1-55e638a92002 service neutron] For port 33ef84aa-329b-412f-b9bf-a6d47ba11cd0, host hv-cinder-77218, cleared binding levels {{(pid=80235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 07:05:10.634238 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-5908a3ef-78d5-4329-bc34-dbfabbf29943 req-0a5b8241-56c4-4126-aef1-55e638a92002 service neutron] For port 33ef84aa-329b-412f-b9bf-a6d47ba11cd0, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=33ef84aa-329b-412f-b9bf-a6d47ba11cd0,segment=NetworkSegment(e10231c5-2277-4b16-8e4e-31a64516180d),segment_id=e10231c5-2277-4b16-8e4e-31a64516180d)] {{(pid=80235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 07:05:10.638609 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-5908a3ef-78d5-4329-bc34-dbfabbf29943 req-0a5b8241-56c4-4126-aef1-55e638a92002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2920372'] for port, after_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:10.655720 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-253359e5-a099-4cfe-a40e-37a3c1b4486b tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:05:10.749155 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55945e9a-9851-470f-923a-9fee60241dc3 req-87fc3675-833c-455a-9aaa-338448e3dfae tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:05:10.750757 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-55945e9a-9851-470f-923a-9fee60241dc3 req-87fc3675-833c-455a-9aaa-338448e3dfae tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] 10.222.0.22 "GET /v2.0/ports?device_id=7c58be5b-8997-424a-b30d-fd11c447f1f5 HTTP/1.1" status: 200 len: 943 time: 0.1071320 Jan 24 07:05:10.804258 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-55945e9a-9851-470f-923a-9fee60241dc3 req-f4e0889a-9503-43c6-9cac-e4fb07cd0150 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] 10.222.0.22 "GET /v2.0/security-groups?id=88b59b82-aa88-498b-bc45-381dc80977fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461011 Jan 24 07:05:10.817145 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5b8241-56c4-4126-aef1-55e638a92002 service neutron] Pushing event updated for resources: {'Port': ['ID=33ef84aa-329b-412f-b9bf-a6d47ba11cd0,revision_number=3']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:05:10.823065 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-0a5b8241-56c4-4126-aef1-55e638a92002 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:05:10.857628 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5908a3ef-78d5-4329-bc34-dbfabbf29943 req-0a5b8241-56c4-4126-aef1-55e638a92002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:05:10.858067 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-5908a3ef-78d5-4329-bc34-dbfabbf29943 req-0a5b8241-56c4-4126-aef1-55e638a92002 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149749'] for port, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:10.859591 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-5908a3ef-78d5-4329-bc34-dbfabbf29943 req-0a5b8241-56c4-4126-aef1-55e638a92002 service neutron] 10.222.0.18 "PUT /v2.0/ports/33ef84aa-329b-412f-b9bf-a6d47ba11cd0 HTTP/1.1" status: 200 len: 1157 time: 1.4589989 Jan 24 07:05:10.860168 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c58be5b-8997-424a-b30d-fd11c447f1f5', 'tag': '33ef84aa-329b-412f-b9bf-a6d47ba11cd0'}] {{(pid=80235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 07:05:10.921083 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c58be5b-8997-424a-b30d-fd11c447f1f5', 'tag': '33ef84aa-329b-412f-b9bf-a6d47ba11cd0', 'status': 'completed', 'code': 200} Jan 24 07:05:11.114070 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa42d86-d2a9-42ad-8dc1-5e7246aacb49 req-2b0ec900-c50f-4724-967a-cec3a3ad4114 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:05:11.114771 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-dfa42d86-d2a9-42ad-8dc1-5e7246aacb49 req-2b0ec900-c50f-4724-967a-cec3a3ad4114 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Synchronizing usage tracker for tenant:d4e12424e8744806b903d167ceb7efca on resource:port {{(pid=80235) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 07:05:11.120144 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5908a3ef-78d5-4329-bc34-dbfabbf29943 req-4c5f0f7a-ef8b-46f3-999c-ce4eece2455d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:05:11.121710 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-5908a3ef-78d5-4329-bc34-dbfabbf29943 req-4c5f0f7a-ef8b-46f3-999c-ce4eece2455d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=59c1f0f1737f4452ae5db90ae821187d&device_id=7c58be5b-8997-424a-b30d-fd11c447f1f5 HTTP/1.1" status: 200 len: 1160 time: 0.1354871 Jan 24 07:05:11.131032 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-dfa42d86-d2a9-42ad-8dc1-5e7246aacb49 req-2b0ec900-c50f-4724-967a-cec3a3ad4114 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Unset dirty status for tenant:d4e12424e8744806b903d167ceb7efca on resource:port {{(pid=80235) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 07:05:11.132170 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-dfa42d86-d2a9-42ad-8dc1-5e7246aacb49 req-2b0ec900-c50f-4724-967a-cec3a3ad4114 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] 10.222.0.18 "GET /v2.0/ports?device_id=77036fcc-1a0c-46d9-83a6-3ce4cceb5f79 HTTP/1.1" status: 200 len: 945 time: 0.1867177 Jan 24 07:05:11.241031 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-5908a3ef-78d5-4329-bc34-dbfabbf29943 req-327a877e-4f75-4335-a4dc-db1ef00150a1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33ef84aa-329b-412f-b9bf-a6d47ba11cd0 HTTP/1.1" status: 200 len: 217 time: 0.0992310 Jan 24 07:05:11.299269 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Device 5b64072b-0c44-44bd-b072-9213dd372648 no longer exists at agent ovs-agent-hv-cinder-77218 {{(pid=80237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 07:05:11.328173 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [req-dfa42d86-d2a9-42ad-8dc1-5e7246aacb49 req-c2d18ec6-8a39-47c1-883a-113dfdad1970 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Deleting port 5b64072b-0c44-44bd-b072-9213dd372648 {{(pid=80235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 07:05:11.328558 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-dfa42d86-d2a9-42ad-8dc1-5e7246aacb49 req-c2d18ec6-8a39-47c1-883a-113dfdad1970 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760141954436'] for port, before_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:11.392272 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5908a3ef-78d5-4329-bc34-dbfabbf29943 req-5c23aa7c-0d45-420c-b9f6-29d167380536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:05:11.393926 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-5908a3ef-78d5-4329-bc34-dbfabbf29943 req-5c23aa7c-0d45-420c-b9f6-29d167380536 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e76cf661-5dee-4373-89c1-23358c8b7fc2 HTTP/1.1" status: 200 len: 854 time: 0.1328216 Jan 24 07:05:11.419476 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:11.448780 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77036fcc-1a0c-46d9-83a6-3ce4cceb5f79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b64072b-0c44-44bd-b072-9213dd372648'}] {{(pid=80237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 07:05:11.459884 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] For port 5b64072b-0c44-44bd-b072-9213dd372648, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=5b64072b-0c44-44bd-b072-9213dd372648,segment=NetworkSegment(30da51e1-6089-4aea-ae43-59dc3d6d1d4c),segment_id=30da51e1-6089-4aea-ae43-59dc3d6d1d4c)] {{(pid=80237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 07:05:11.462739 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098'] for port, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:11.464616 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:05:11.483802 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-5908a3ef-78d5-4329-bc34-dbfabbf29943 req-1d88bbd9-6bde-471a-a505-d4e050b49c4c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6f6958e7-353a-464e-89d2-3be996091b32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0814619 Jan 24 07:05:11.532802 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77036fcc-1a0c-46d9-83a6-3ce4cceb5f79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b64072b-0c44-44bd-b072-9213dd372648', 'code': 200} Jan 24 07:05:11.540795 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02773bc4-2e00-415a-9f5d-835ac7ad114e req-15c7f3e4-527f-4512-a336-dad86c2098b7 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:05:11.541867 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Pushing event updated for resources: {'Port': ['ID=5b64072b-0c44-44bd-b072-9213dd372648,revision_number=7']} {{(pid=80237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:05:11.544167 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-02773bc4-2e00-415a-9f5d-835ac7ad114e req-15c7f3e4-527f-4512-a336-dad86c2098b7 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] 10.222.0.22 "GET /v2.0/ports?device_id=77036fcc-1a0c-46d9-83a6-3ce4cceb5f79 HTTP/1.1" status: 200 len: 945 time: 0.1334190 Jan 24 07:05:11.547171 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:05:11.602873 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-02773bc4-2e00-415a-9f5d-835ac7ad114e req-4660dd57-6dfb-44e0-ba8b-17304bf3f58b tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] 10.222.0.22 "GET /v2.0/security-groups?id=6eae65fb-7168-443c-a9a4-1b775935cf24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527999 Jan 24 07:05:11.756274 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-5908a3ef-78d5-4329-bc34-dbfabbf29943 req-25b50028-6714-41f9-b7c3-fd8293bb492a service neutron] 10.222.0.18 "GET /v2.0/networks/6f6958e7-353a-464e-89d2-3be996091b32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580826 Jan 24 07:05:11.803281 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-dfa42d86-d2a9-42ad-8dc1-5e7246aacb49 req-c2d18ec6-8a39-47c1-883a-113dfdad1970 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] For port 5b64072b-0c44-44bd-b072-9213dd372648, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=5b64072b-0c44-44bd-b072-9213dd372648,segment=NetworkSegment(30da51e1-6089-4aea-ae43-59dc3d6d1d4c),segment_id=30da51e1-6089-4aea-ae43-59dc3d6d1d4c)] {{(pid=80235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 07:05:11.804034 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-dfa42d86-d2a9-42ad-8dc1-5e7246aacb49 req-c2d18ec6-8a39-47c1-883a-113dfdad1970 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854346336'] for port, precommit_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:11.990003 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [req-dfa42d86-d2a9-42ad-8dc1-5e7246aacb49 req-c2d18ec6-8a39-47c1-883a-113dfdad1970 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Calling delete_port for 5b64072b-0c44-44bd-b072-9213dd372648 owned by compute:nova {{(pid=80235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 07:05:12.041845 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e923683e-28c6-405d-a6f4-60974d8755b3 req-aaba2d12-08b6-42ea-9302-992a83fe89e4 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:05:12.043453 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-e923683e-28c6-405d-a6f4-60974d8755b3 req-aaba2d12-08b6-42ea-9302-992a83fe89e4 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] 10.222.0.22 "GET /v2.0/ports?device_id=7c58be5b-8997-424a-b30d-fd11c447f1f5 HTTP/1.1" status: 200 len: 943 time: 0.1060953 Jan 24 07:05:12.098185 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-e923683e-28c6-405d-a6f4-60974d8755b3 req-18fad27d-f424-40e4-8644-03fb4d430d20 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] 10.222.0.22 "GET /v2.0/security-groups?id=88b59b82-aa88-498b-bc45-381dc80977fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468104 Jan 24 07:05:12.118605 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-5908a3ef-78d5-4329-bc34-dbfabbf29943 req-a75b5152-f1e4-4595-80df-c08662757643 service neutron] 10.222.0.18 "GET /v2.0/networks/6f6958e7-353a-464e-89d2-3be996091b32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3499212 Jan 24 07:05:12.190870 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-dfa42d86-d2a9-42ad-8dc1-5e7246aacb49 req-c2d18ec6-8a39-47c1-883a-113dfdad1970 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363276712759002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363276713243132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851855427'] for port, after_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:12.209076 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-5bba901b-4573-4400-bf91-121992a79bdb tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:05:12.335452 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d18ec6-8a39-47c1-883a-113dfdad1970 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Pushing event deleted for resources: {'Port': ['ID=5b64072b-0c44-44bd-b072-9213dd372648,revision_number=None']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:05:12.338305 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-c2d18ec6-8a39-47c1-883a-113dfdad1970 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:05:12.436330 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45d2442-58e8-43e9-ba98-6302ccd01c8e req-740dffc8-3eb2-4502-afed-0ccd12630cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:05:12.437934 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-a45d2442-58e8-43e9-ba98-6302ccd01c8e req-740dffc8-3eb2-4502-afed-0ccd12630cec service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=59c1f0f1737f4452ae5db90ae821187d&device_id=7c58be5b-8997-424a-b30d-fd11c447f1f5 HTTP/1.1" status: 200 len: 1160 time: 0.1899083 Jan 24 07:05:12.504289 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfa42d86-d2a9-42ad-8dc1-5e7246aacb49 req-c2d18ec6-8a39-47c1-883a-113dfdad1970 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] No DVR routers for this DVR port 5b64072b-0c44-44bd-b072-9213dd372648 on host hv-cinder-77218 {{(pid=80235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 24 07:05:12.506547 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-dfa42d86-d2a9-42ad-8dc1-5e7246aacb49 req-c2d18ec6-8a39-47c1-883a-113dfdad1970 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149749'] for port, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:12.584862 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-dfa42d86-d2a9-42ad-8dc1-5e7246aacb49 req-c2d18ec6-8a39-47c1-883a-113dfdad1970 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] 10.222.0.18 "DELETE /v2.0/ports/5b64072b-0c44-44bd-b072-9213dd372648 HTTP/1.1" status: 204 len: 173 time: 1.4411283 Jan 24 07:05:12.633964 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45d2442-58e8-43e9-ba98-6302ccd01c8e req-0c7e5fc2-4020-472a-9d9c-3f4a6f876607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:05:12.635340 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-a45d2442-58e8-43e9-ba98-6302ccd01c8e req-0c7e5fc2-4020-472a-9d9c-3f4a6f876607 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6f6958e7-353a-464e-89d2-3be996091b32 HTTP/1.1" status: 200 len: 908 time: 0.1646929 Jan 24 07:05:12.714488 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-a45d2442-58e8-43e9-ba98-6302ccd01c8e req-6972a1c3-e60a-4acf-9ade-f5711b4eb075 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33ef84aa-329b-412f-b9bf-a6d47ba11cd0 HTTP/1.1" status: 200 len: 217 time: 0.0707574 Jan 24 07:05:12.790798 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-86cdd468-307e-4b97-8ca3-f10601fd17fe req-cc370db4-41c3-433c-8b19-5a2a69feb69e tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] 10.222.0.22 "GET /v2.0/ports?device_id=77036fcc-1a0c-46d9-83a6-3ce4cceb5f79 HTTP/1.1" status: 200 len: 210 time: 0.0518715 Jan 24 07:05:12.800913 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45d2442-58e8-43e9-ba98-6302ccd01c8e req-c38e6105-fab4-473f-9004-1c494fcf5b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:05:12.802500 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-a45d2442-58e8-43e9-ba98-6302ccd01c8e req-c38e6105-fab4-473f-9004-1c494fcf5b3e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e76cf661-5dee-4373-89c1-23358c8b7fc2 HTTP/1.1" status: 200 len: 854 time: 0.0667906 Jan 24 07:05:12.870234 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-a45d2442-58e8-43e9-ba98-6302ccd01c8e req-ce42bb8f-7759-4dcd-bd0c-f7eec86f451c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6f6958e7-353a-464e-89d2-3be996091b32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470462 Jan 24 07:05:13.194370 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77036fcc-1a0c-46d9-83a6-3ce4cceb5f79', 'name': 'network-vif-deleted', 'tag': '5b64072b-0c44-44bd-b072-9213dd372648'}] {{(pid=80235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 07:05:13.271314 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-a45d2442-58e8-43e9-ba98-6302ccd01c8e req-57079253-2281-4d11-827f-d231242a765f service neutron] 10.222.0.18 "GET /v2.0/networks/6f6958e7-353a-464e-89d2-3be996091b32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3911898 Jan 24 07:05:13.352034 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74adc202-6565-455b-a9c5-3d10f7954cb5 req-01af5d08-7fd4-4e2a-a7de-9edb490847bd tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:05:13.353813 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-74adc202-6565-455b-a9c5-3d10f7954cb5 req-01af5d08-7fd4-4e2a-a7de-9edb490847bd tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] 10.222.0.22 "GET /v2.0/ports?device_id=7c58be5b-8997-424a-b30d-fd11c447f1f5 HTTP/1.1" status: 200 len: 943 time: 0.1183965 Jan 24 07:05:13.413621 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-74adc202-6565-455b-a9c5-3d10f7954cb5 req-7fbb3a55-6b32-4536-85d7-6b69e0777335 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] 10.222.0.22 "GET /v2.0/security-groups?id=88b59b82-aa88-498b-bc45-381dc80977fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531754 Jan 24 07:05:13.458235 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-a45d2442-58e8-43e9-ba98-6302ccd01c8e req-51cc7b76-f85e-49f9-853a-07798cc064d3 service neutron] 10.222.0.18 "GET /v2.0/networks/6f6958e7-353a-464e-89d2-3be996091b32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1598177 Jan 24 07:05:13.493017 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77036fcc-1a0c-46d9-83a6-3ce4cceb5f79', 'name': 'network-vif-deleted', 'tag': '5b64072b-0c44-44bd-b072-9213dd372648', 'status': 'completed', 'code': 200} Jan 24 07:05:14.612101 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 37984) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:05:14.834148 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc413d68-f93f-499f-b6b6-a1e45e50706c req-523d8f04-9dc9-4fc9-8a31-0c2bae3a3cac tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:05:14.835792 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-bc413d68-f93f-499f-b6b6-a1e45e50706c req-523d8f04-9dc9-4fc9-8a31-0c2bae3a3cac tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] 10.222.0.22 "GET /v2.0/ports?device_id=7c58be5b-8997-424a-b30d-fd11c447f1f5 HTTP/1.1" status: 200 len: 943 time: 0.2869697 Jan 24 07:05:15.033467 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-bc413d68-f93f-499f-b6b6-a1e45e50706c req-85d5e5a3-df36-4114-84b7-67f7c9f42a63 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] 10.222.0.22 "GET /v2.0/security-groups?id=88b59b82-aa88-498b-bc45-381dc80977fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894219 Jan 24 07:05:15.265305 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-422cc14e-8f57-4520-af47-86b6263d7839 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854265108'] for router_interface, before_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:15.624571 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-422cc14e-8f57-4520-af47-86b6263d7839 admin admin] Deleting port bfd308cd-cab8-433a-bc8c-66452f5ba6de {{(pid=80236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 07:05:15.625157 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-422cc14e-8f57-4520-af47-86b6263d7839 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760141954436'] for port, before_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:15.725362 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Device 33ef84aa-329b-412f-b9bf-a6d47ba11cd0 up at agent ovs-agent-hv-cinder-77218 {{(pid=80237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 07:05:15.797055 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Provisioning for port 33ef84aa-329b-412f-b9bf-a6d47ba11cd0 completed by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 07:05:15.802623 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Provisioning complete for port 33ef84aa-329b-412f-b9bf-a6d47ba11cd0 triggered by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 07:05:15.803070 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:15.812426 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-422cc14e-8f57-4520-af47-86b6263d7839 admin admin] For port bfd308cd-cab8-433a-bc8c-66452f5ba6de, host dv-cinder-772181-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-6-smb',level=0,port_id=bfd308cd-cab8-433a-bc8c-66452f5ba6de,segment=NetworkSegment(30da51e1-6089-4aea-ae43-59dc3d6d1d4c),segment_id=30da51e1-6089-4aea-ae43-59dc3d6d1d4c)] {{(pid=80236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 07:05:15.812948 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-422cc14e-8f57-4520-af47-86b6263d7839 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854346336'] for port, precommit_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:15.927212 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:15.948041 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-422cc14e-8f57-4520-af47-86b6263d7839 admin admin] Calling delete_port for bfd308cd-cab8-433a-bc8c-66452f5ba6de owned by network:router_interface {{(pid=80236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 07:05:15.956173 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c58be5b-8997-424a-b30d-fd11c447f1f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33ef84aa-329b-412f-b9bf-a6d47ba11cd0'}] {{(pid=80237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 07:05:15.966671 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] For port 33ef84aa-329b-412f-b9bf-a6d47ba11cd0, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=33ef84aa-329b-412f-b9bf-a6d47ba11cd0,segment=NetworkSegment(e10231c5-2277-4b16-8e4e-31a64516180d),segment_id=e10231c5-2277-4b16-8e4e-31a64516180d)] {{(pid=80237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 07:05:15.971710 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098'] for port, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:15.973643 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:05:16.018363 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c58be5b-8997-424a-b30d-fd11c447f1f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33ef84aa-329b-412f-b9bf-a6d47ba11cd0', 'code': 200} Jan 24 07:05:16.047453 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Pushing event updated for resources: {'Port': ['ID=33ef84aa-329b-412f-b9bf-a6d47ba11cd0,revision_number=4']} {{(pid=80237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:05:16.051007 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:05:16.192607 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-daa09008-3ce8-4d3c-82bc-8d5fd48e4dc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:16.314629 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41a681b-b6a5-4723-9c77-afd0d847cec1 req-6cec18c4-95ac-4bc8-b62b-42837851f5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:05:16.316344 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-b41a681b-b6a5-4723-9c77-afd0d847cec1 req-6cec18c4-95ac-4bc8-b62b-42837851f5f0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7c58be5b-8997-424a-b30d-fd11c447f1f5 HTTP/1.1" status: 200 len: 1162 time: 0.0852087 Jan 24 07:05:16.360940 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-b41a681b-b6a5-4723-9c77-afd0d847cec1 req-2e659c32-4790-465c-8382-16e8fe6a6104 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=88b59b82-aa88-498b-bc45-381dc80977fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375285 Jan 24 07:05:16.423472 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-422cc14e-8f57-4520-af47-86b6263d7839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363276712759002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363276713243132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852012043'] for port, after_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:16.438831 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-492a7fd0-30f9-42e3-b222-eb4176077bb4 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:05:16.530945 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422cc14e-8f57-4520-af47-86b6263d7839 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfd308cd-cab8-433a-bc8c-66452f5ba6de,revision_number=None']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:05:16.542881 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-422cc14e-8f57-4520-af47-86b6263d7839 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:05:16.575066 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e54abd0-3c7a-4e2f-bb10-a9864af5613b req-df5064b6-f742-4ccd-be67-6af64f77ae86 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:05:16.576719 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-5e54abd0-3c7a-4e2f-bb10-a9864af5613b req-df5064b6-f742-4ccd-be67-6af64f77ae86 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] 10.222.0.22 "GET /v2.0/ports?device_id=7c58be5b-8997-424a-b30d-fd11c447f1f5 HTTP/1.1" status: 200 len: 945 time: 0.2438905 Jan 24 07:05:16.659611 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-5e54abd0-3c7a-4e2f-bb10-a9864af5613b req-1816ea16-cfba-4b65-9844-e74684b6b7ca tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] 10.222.0.22 "GET /v2.0/security-groups?id=88b59b82-aa88-498b-bc45-381dc80977fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750208 Jan 24 07:05:16.916296 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-422cc14e-8f57-4520-af47-86b6263d7839 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854235980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854265258'] for router_interface, after_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:17.422333 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-422cc14e-8f57-4520-af47-86b6263d7839 admin admin] Router 2565af04-c881-4454-81af-6f847dbc0a0d has already been hosted by L3 agent 4d190a5c-2620-4f2a-bccf-f8076df9706a {{(pid=80236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 24 07:05:17.505377 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Device 33ef84aa-329b-412f-b9bf-a6d47ba11cd0 up at agent ovs-agent-hv-cinder-77218 {{(pid=80237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 07:05:17.586129 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Provisioning complete for port 33ef84aa-329b-412f-b9bf-a6d47ba11cd0 triggered by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 07:05:17.586930 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:17.617657 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-422cc14e-8f57-4520-af47-86b6263d7839 admin admin] Notify agent at l3_agent.dv-cinder-772181-6-smb the message routers_updated {{(pid=80236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 24 07:05:17.627395 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06475145-0102-4f96-a4e5-051bcf0ddcc6 None None] Sync routers for ids ['2565af04-c881-4454-81af-6f847dbc0a0d'] in dv-cinder-772181-6-smb {{(pid=80238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 24 07:05:17.637458 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-422cc14e-8f57-4520-af47-86b6263d7839 admin admin] 10.222.0.22 "PUT /v2.0/routers/2565af04-c881-4454-81af-6f847dbc0a0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0240579 Jan 24 07:05:17.640504 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 37996) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:05:17.655485 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06475145-0102-4f96-a4e5-051bcf0ddcc6 None None] Routers {'2565af04-c881-4454-81af-6f847dbc0a0d'} bound to L3 agent in host dv-cinder-772181-6-smb {{(pid=80238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 07:05:17.656296 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-06475145-0102-4f96-a4e5-051bcf0ddcc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-24T06:49:21Z,description=,heartbeat_timestamp=2021-01-24T07:04:51Z,host='dv-cinder-772181-6-smb',id=4d190a5c-2620-4f2a-bccf-f8076df9706a,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T06:49:21Z,topic='l3_agent')) {'router_ids': ['2565af04-c881-4454-81af-6f847dbc0a0d'], 'active': True} {{(pid=80238) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:05:17.862712 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-06475145-0102-4f96-a4e5-051bcf0ddcc6 None None] Set router 2565af04-c881-4454-81af-6f847dbc0a0d gateway port host: dv-cinder-772181-6-smb {{(pid=80238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 07:05:17.927126 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-653b2f6d-7731-4978-9548-bfc5b00370c2 admin admin] Notify callbacks [] for router, before_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:18.076571 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adba9b7-4555-4e4e-9618-dbb084c0dd96 req-ada527d8-dd77-4501-b82f-bb60b48b7442 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:05:18.078150 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-5adba9b7-4555-4e4e-9618-dbb084c0dd96 req-ada527d8-dd77-4501-b82f-bb60b48b7442 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] 10.222.0.22 "GET /v2.0/ports?device_id=7c58be5b-8997-424a-b30d-fd11c447f1f5 HTTP/1.1" status: 200 len: 945 time: 0.2749777 Jan 24 07:05:18.165288 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-06475145-0102-4f96-a4e5-051bcf0ddcc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2565af04-c881-4454-81af-6f847dbc0a0d', 'name': 'tempest-TestMinimumBasicScenario-1846492551-router', 'tenant_id': 'd4e12424e8744806b903d167ceb7efca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'external_fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.139'}], 'enable_snat': True}, 'gw_port_id': '828c247c-8944-48c6-944b-a10d866ca852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T07:02:47Z', 'updated_at': '2021-01-24T07:05:16Z', 'revision_number': 5, 'project_id': 'd4e12424e8744806b903d167ceb7efca', 'gw_port': {'id': '828c247c-8944-48c6-944b-a10d866ca852', 'name': '', 'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:aa:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2565af04-c881-4454-81af-6f847dbc0a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T07:02:48Z', 'updated_at': '2021-01-24T07:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-6-smb'}], 'dv-cinder-772181-6-smb', False) {} {{(pid=80238) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:05:18.168197 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-5adba9b7-4555-4e4e-9618-dbb084c0dd96 req-98466e8c-4276-4918-8656-ea36736a9a7c tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] 10.222.0.22 "GET /v2.0/security-groups?id=88b59b82-aa88-498b-bc45-381dc80977fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810728 Jan 24 07:05:18.169567 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06475145-0102-4f96-a4e5-051bcf0ddcc6 None None] Checking router: 2565af04-c881-4454-81af-6f847dbc0a0d for host: dv-cinder-772181-6-smb {{(pid=80238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 24 07:05:18.181624 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06475145-0102-4f96-a4e5-051bcf0ddcc6 None None] Routers {'2565af04-c881-4454-81af-6f847dbc0a0d'} bound to L3 agent in host dv-cinder-772181-6-smb {{(pid=80238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 07:05:18.182294 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-06475145-0102-4f96-a4e5-051bcf0ddcc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-24T06:49:21Z,description=,heartbeat_timestamp=2021-01-24T07:04:51Z,host='dv-cinder-772181-6-smb',id=4d190a5c-2620-4f2a-bccf-f8076df9706a,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T06:49:21Z,topic='l3_agent')) {'router_ids': ['2565af04-c881-4454-81af-6f847dbc0a0d'], 'active': True} {{(pid=80238) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:05:18.193518 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-653b2f6d-7731-4978-9548-bfc5b00370c2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:18.198801 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-653b2f6d-7731-4978-9548-bfc5b00370c2 admin admin] Deleting port 828c247c-8944-48c6-944b-a10d866ca852 {{(pid=80236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 07:05:18.199175 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-653b2f6d-7731-4978-9548-bfc5b00370c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760141954436'] for port, before_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:18.373350 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-06475145-0102-4f96-a4e5-051bcf0ddcc6 None None] Set router 2565af04-c881-4454-81af-6f847dbc0a0d gateway port host: dv-cinder-772181-6-smb {{(pid=80238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 07:05:18.657462 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-653b2f6d-7731-4978-9548-bfc5b00370c2 admin admin] For port 828c247c-8944-48c6-944b-a10d866ca852, host dv-cinder-772181-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-6-smb',level=0,port_id=828c247c-8944-48c6-944b-a10d866ca852,segment=NetworkSegment(c7c4758e-d769-4634-92c6-d73b8ba1db56),segment_id=c7c4758e-d769-4634-92c6-d73b8ba1db56)] {{(pid=80236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 07:05:18.658680 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-653b2f6d-7731-4978-9548-bfc5b00370c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854346336'] for port, precommit_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:18.705630 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-06475145-0102-4f96-a4e5-051bcf0ddcc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2565af04-c881-4454-81af-6f847dbc0a0d', 'name': 'tempest-TestMinimumBasicScenario-1846492551-router', 'tenant_id': 'd4e12424e8744806b903d167ceb7efca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'external_fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.139'}], 'enable_snat': True}, 'gw_port_id': '828c247c-8944-48c6-944b-a10d866ca852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T07:02:47Z', 'updated_at': '2021-01-24T07:05:16Z', 'revision_number': 5, 'project_id': 'd4e12424e8744806b903d167ceb7efca', 'gw_port': {'id': '828c247c-8944-48c6-944b-a10d866ca852', 'name': '', 'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:aa:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2565af04-c881-4454-81af-6f847dbc0a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T07:02:48Z', 'updated_at': '2021-01-24T07:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-6-smb'}], 'dv-cinder-772181-6-smb', False) {} {{(pid=80238) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:05:18.709969 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06475145-0102-4f96-a4e5-051bcf0ddcc6 None None] The sync data for ids ['2565af04-c881-4454-81af-6f847dbc0a0d'] in dv-cinder-772181-6-smb is: [{'id': '2565af04-c881-4454-81af-6f847dbc0a0d', 'name': 'tempest-TestMinimumBasicScenario-1846492551-router', 'tenant_id': 'd4e12424e8744806b903d167ceb7efca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'external_fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.139'}], 'enable_snat': True}, 'gw_port_id': '828c247c-8944-48c6-944b-a10d866ca852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T07:02:47Z', 'updated_at': '2021-01-24T07:05:16Z', 'revision_number': 5, 'project_id': 'd4e12424e8744806b903d167ceb7efca', 'gw_port': {'id': '828c247c-8944-48c6-944b-a10d866ca852', 'name': '', 'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:aa:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2565af04-c881-4454-81af-6f847dbc0a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T07:02:48Z', 'updated_at': '2021-01-24T07:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-6-smb'}] {{(pid=80238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 24 07:05:18.795419 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-653b2f6d-7731-4978-9548-bfc5b00370c2 admin admin] Calling delete_port for 828c247c-8944-48c6-944b-a10d866ca852 owned by network:router_gateway {{(pid=80236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 07:05:18.940095 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-653b2f6d-7731-4978-9548-bfc5b00370c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363276712759002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363276713243132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852012043'] for port, after_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:19.139619 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-653b2f6d-7731-4978-9548-bfc5b00370c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-514532'] for router_gateway, after_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:19.292480 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-653b2f6d-7731-4978-9548-bfc5b00370c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-491808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8874'] for router, precommit_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:19.294810 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-653b2f6d-7731-4978-9548-bfc5b00370c2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:19.318756 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-653b2f6d-7731-4978-9548-bfc5b00370c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854262125'] for router, after_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:19.319321 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-653b2f6d-7731-4978-9548-bfc5b00370c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2565af04-c881-4454-81af-6f847dbc0a0d {{(pid=80236) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 24 07:05:19.332319 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-653b2f6d-7731-4978-9548-bfc5b00370c2 admin admin] Notify callbacks [] for router, before_response {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:19.335958 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-653b2f6d-7731-4978-9548-bfc5b00370c2 admin admin] 10.222.0.22 "DELETE /v2.0/routers/2565af04-c881-4454-81af-6f847dbc0a0d HTTP/1.1" status: 204 len: 168 time: 1.6920867 Jan 24 07:05:19.336348 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 38024) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:05:19.407035 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.db_base_plugin_v2 [None req-916d6d6f-97d0-4ded-8274-86712e363d5c admin admin] Deleting subnet c1f8ce7e-f633-4d2b-a697-18e4b662c620 {{(pid=80236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 24 07:05:19.410850 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-916d6d6f-97d0-4ded-8274-86712e363d5c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:19.466374 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-916d6d6f-97d0-4ded-8274-86712e363d5c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2864173'] for subnet, precommit_delete_associations {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:19.553766 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-916d6d6f-97d0-4ded-8274-86712e363d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853356919'] for subnet, precommit_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:19.635387 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-73e242ac-8790-4a78-a707-fe00eef564b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:19.821472 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-916d6d6f-97d0-4ded-8274-86712e363d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1418929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854325308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852009695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851954040'] for subnet, after_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:19.837837 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-2a4d5f21-dd5f-4d02-a45c-568f25772b2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:05:19.880670 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Device 828c247c-8944-48c6-944b-a10d866ca852 no longer exists at agent ovs-agent-dv-cinder-772181-6-smb {{(pid=80237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 07:05:19.917523 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] No Port match for: 828c247c-8944-48c6-944b-a10d866ca852 {{(pid=80237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 24 07:05:19.917917 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Device 828c247c-8944-48c6-944b-a10d866ca852 not bound to the agent host dv-cinder-772181-6-smb {{(pid=80237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 24 07:05:19.918392 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Device bfd308cd-cab8-433a-bc8c-66452f5ba6de no longer exists at agent ovs-agent-dv-cinder-772181-6-smb {{(pid=80237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 07:05:19.921761 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916d6d6f-97d0-4ded-8274-86712e363d5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1f8ce7e-f633-4d2b-a697-18e4b662c620,revision_number=None']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:05:19.929728 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-916d6d6f-97d0-4ded-8274-86712e363d5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:05:19.954396 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] No Port match for: bfd308cd-cab8-433a-bc8c-66452f5ba6de {{(pid=80237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 24 07:05:19.955975 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Device bfd308cd-cab8-433a-bc8c-66452f5ba6de not bound to the agent host dv-cinder-772181-6-smb {{(pid=80237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 24 07:05:19.974624 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-916d6d6f-97d0-4ded-8274-86712e363d5c admin admin] Notify callbacks [] for subnet, before_response {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:19.980431 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932b9254-889e-4ee4-955c-73488758441f None None] Network 0778c19a-a4dd-4c37-939b-e3b5bf8b4d40 requested from dv-cinder-772181-6-smb {{(pid=80237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 07:05:19.980578 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-916d6d6f-97d0-4ded-8274-86712e363d5c admin admin] 10.222.0.22 "DELETE /v2.0/subnets/c1f8ce7e-f633-4d2b-a697-18e4b662c620 HTTP/1.1" status: 204 len: 168 time: 0.6432102 Jan 24 07:05:19.983211 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 38028) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:05:20.101288 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-36308adf-7a55-414a-9f86-e72f43f1a97b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853395168'] for network, before_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:20.169386 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-36308adf-7a55-414a-9f86-e72f43f1a97b admin admin] Deleting port 965c0419-1e98-49ab-921d-862538314801 {{(pid=80236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 07:05:20.169741 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-36308adf-7a55-414a-9f86-e72f43f1a97b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760141954436'] for port, before_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:20.235140 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa8809f3-5b84-4c4f-b97a-3a00f28b7422 None None] DHCP port deletion for 0778c19a-a4dd-4c37-939b-e3b5bf8b4d40 request from dv-cinder-772181-6-smb {{(pid=80237) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 24 07:05:20.240456 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-aa8809f3-5b84-4c4f-b97a-3a00f28b7422 None None] Deleting port 965c0419-1e98-49ab-921d-862538314801 {{(pid=80237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 07:05:20.240775 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-aa8809f3-5b84-4c4f-b97a-3a00f28b7422 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760141954436'] for port, before_delete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:20.399657 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-36308adf-7a55-414a-9f86-e72f43f1a97b admin admin] For port 965c0419-1e98-49ab-921d-862538314801, host dv-cinder-772181-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-6-smb',level=0,port_id=965c0419-1e98-49ab-921d-862538314801,segment=NetworkSegment(30da51e1-6089-4aea-ae43-59dc3d6d1d4c),segment_id=30da51e1-6089-4aea-ae43-59dc3d6d1d4c)] {{(pid=80236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 07:05:20.400203 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-36308adf-7a55-414a-9f86-e72f43f1a97b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854346336'] for port, precommit_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:20.465676 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-aa8809f3-5b84-4c4f-b97a-3a00f28b7422 None None] For port 965c0419-1e98-49ab-921d-862538314801, host dv-cinder-772181-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-6-smb',level=0,port_id=965c0419-1e98-49ab-921d-862538314801,segment=NetworkSegment(30da51e1-6089-4aea-ae43-59dc3d6d1d4c),segment_id=30da51e1-6089-4aea-ae43-59dc3d6d1d4c)] {{(pid=80237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 07:05:20.466160 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-aa8809f3-5b84-4c4f-b97a-3a00f28b7422 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854346336'] for port, precommit_delete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:20.536985 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-36308adf-7a55-414a-9f86-e72f43f1a97b admin admin] Calling delete_port for 965c0419-1e98-49ab-921d-862538314801 owned by network:dhcp {{(pid=80236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 07:05:20.601878 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-aa8809f3-5b84-4c4f-b97a-3a00f28b7422 None None] Calling delete_port for 965c0419-1e98-49ab-921d-862538314801 owned by network:dhcp {{(pid=80237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 07:05:20.694476 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b19863b3-2b75-4a0c-8354-37a9f3f8d44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:20.696450 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-aa8809f3-5b84-4c4f-b97a-3a00f28b7422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363276712759002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363276713243132'] for port, after_delete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:20.712807 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:05:20.743872 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.db.api [None req-36308adf-7a55-414a-9f86-e72f43f1a97b admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80236) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 24 07:05:20.744236 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_db.api [None req-36308adf-7a55-414a-9f86-e72f43f1a97b admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80236) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 24 07:05:20.786910 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7acc7e3-8097-4625-9b50-86986745cbcc req-1c91e39b-431a-45e0-90d4-5b2bc75b893a tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:05:20.788607 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-d7acc7e3-8097-4625-9b50-86986745cbcc req-1c91e39b-431a-45e0-90d4-5b2bc75b893a tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] 10.222.0.22 "GET /v2.0/networks?id=6f6958e7-353a-464e-89d2-3be996091b32 HTTP/1.1" status: 200 len: 814 time: 0.2598195 Jan 24 07:05:20.805641 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-d7acc7e3-8097-4625-9b50-86986745cbcc req-3537cca7-a4cd-452f-ab37-e9b0e83d35de tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] 10.222.0.22 "GET /v2.0/quotas/59c1f0f1737f4452ae5db90ae821187d HTTP/1.1" status: 200 len: 375 time: 0.0108287 Jan 24 07:05:20.808995 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8809f3-5b84-4c4f-b97a-3a00f28b7422 None None] Pushing event deleted for resources: {'Port': ['ID=965c0419-1e98-49ab-921d-862538314801,revision_number=None']} {{(pid=80237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:05:20.821992 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-aa8809f3-5b84-4c4f-b97a-3a00f28b7422 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:05:20.854566 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8809f3-5b84-4c4f-b97a-3a00f28b7422 None None] No DVR routers for this DVR port 965c0419-1e98-49ab-921d-862538314801 on host dv-cinder-772181-6-smb {{(pid=80237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 24 07:05:20.905376 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-d7acc7e3-8097-4625-9b50-86986745cbcc req-8bd30db2-7044-483a-b15d-4ad31d5c9f65 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] 10.222.0.22 "GET /v2.0/ports?tenant_id=59c1f0f1737f4452ae5db90ae821187d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0938494 Jan 24 07:05:21.059445 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-d7acc7e3-8097-4625-9b50-86986745cbcc req-f5feb007-b151-46d6-b2e2-0ae2455d56ca service neutron] 10.222.0.22 "GET /v2.0/networks/6f6958e7-353a-464e-89d2-3be996091b32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464818 Jan 24 07:05:21.126262 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:21.201831 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-d7acc7e3-8097-4625-9b50-86986745cbcc req-fc3d99d0-ea37-4634-9666-429d5ca9af26 service neutron] 10.222.0.22 "GET /v2.0/networks/6f6958e7-353a-464e-89d2-3be996091b32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1351581 Jan 24 07:05:21.245593 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-36308adf-7a55-414a-9f86-e72f43f1a97b admin admin] Deleting port 965c0419-1e98-49ab-921d-862538314801 {{(pid=80236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 07:05:21.245971 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-36308adf-7a55-414a-9f86-e72f43f1a97b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760141954436'] for port, before_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:21.325106 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-36308adf-7a55-414a-9f86-e72f43f1a97b admin admin] The port '965c0419-1e98-49ab-921d-862538314801' was deleted {{(pid=80236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}} Jan 24 07:05:21.489140 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-b239d2fc-1675-4644-af54-f81b48724352 req-aa3b62fc-8762-4951-ade4-4d1ac403f51c tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] 10.222.0.22 "GET /v2.0/ports?device_id=0bcf0c84-6a3c-4d57-9466-833b5b56b6d0 HTTP/1.1" status: 200 len: 210 time: 0.1144605 Jan 24 07:05:21.498033 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-36308adf-7a55-414a-9f86-e72f43f1a97b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853359627', 'neutron.services.segments.db._delete_segments_for_network-8760142051665'] for network, precommit_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:21.620574 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.services.segments.db [None req-36308adf-7a55-414a-9f86-e72f43f1a97b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0778c19a-a4dd-4c37-939b-e3b5bf8b4d40']}} {{(pid=80236) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:05:21.634528 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.services.segments.db [None req-36308adf-7a55-414a-9f86-e72f43f1a97b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30da51e1-6089-4aea-ae43-59dc3d6d1d4c') {'for_net_delete': True} {{(pid=80236) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:05:21.634869 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.services.segments.db [None req-36308adf-7a55-414a-9f86-e72f43f1a97b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30da51e1-6089-4aea-ae43-59dc3d6d1d4c') {} {{(pid=80236) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:05:21.649430 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-36308adf-7a55-414a-9f86-e72f43f1a97b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760142046050', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851911643'] for segment, before_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:21.667425 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-36308adf-7a55-414a-9f86-e72f43f1a97b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419005'] for segment, precommit_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:21.669816 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-36308adf-7a55-414a-9f86-e72f43f1a97b admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 24 07:05:21.883657 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Device 965c0419-1e98-49ab-921d-862538314801 no longer exists at agent ovs-agent-dv-cinder-772181-6-smb {{(pid=80237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 07:05:21.927227 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] No Port match for: 965c0419-1e98-49ab-921d-862538314801 {{(pid=80237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 24 07:05:21.927667 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Device 965c0419-1e98-49ab-921d-862538314801 not bound to the agent host dv-cinder-772181-6-smb {{(pid=80237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 24 07:05:22.098326 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-36308adf-7a55-414a-9f86-e72f43f1a97b admin admin] Network 0778c19a-a4dd-4c37-939b-e3b5bf8b4d40 has no segments {{(pid=80236) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 24 07:05:22.107136 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-36308adf-7a55-414a-9f86-e72f43f1a97b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853356811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2763650'] for segment, after_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:22.280988 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-36308adf-7a55-414a-9f86-e72f43f1a97b admin admin] Network 0778c19a-a4dd-4c37-939b-e3b5bf8b4d40 has no segments {{(pid=80236) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 24 07:05:22.303975 dv-cinder-772181-6-smb neutron-server[80122]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 24 07:05:22.303975 dv-cinder-772181-6-smb neutron-server[80122]: % (table.description, expected, rows_matched) Jan 24 07:05:22.303975 dv-cinder-772181-6-smb neutron-server[80122]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 24 07:05:22.303975 dv-cinder-772181-6-smb neutron-server[80122]: % (table.description, expected, rows_matched) Jan 24 07:05:22.303975 dv-cinder-772181-6-smb neutron-server[80122]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 24 07:05:22.303975 dv-cinder-772181-6-smb neutron-server[80122]: % (table.description, expected, rows_matched) Jan 24 07:05:22.303975 dv-cinder-772181-6-smb neutron-server[80122]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 24 07:05:22.303975 dv-cinder-772181-6-smb neutron-server[80122]: % (table.description, expected, rows_matched) Jan 24 07:05:22.303975 dv-cinder-772181-6-smb neutron-server[80122]: Traceback (most recent call last): Jan 24 07:05:22.303975 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 07:05:22.303975 dv-cinder-772181-6-smb neutron-server[80122]: timer() Jan 24 07:05:22.303975 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 07:05:22.303975 dv-cinder-772181-6-smb neutron-server[80122]: cb(*args, **kw) Jan 24 07:05:22.303975 dv-cinder-772181-6-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 24 07:05:22.303975 dv-cinder-772181-6-smb neutron-server[80122]: return func(*args, **kwargs) Jan 24 07:05:22.303975 dv-cinder-772181-6-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 07:05:22.303975 dv-cinder-772181-6-smb neutron-server[80122]: self._notify() Jan 24 07:05:22.303975 dv-cinder-772181-6-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 07:05:22.303975 dv-cinder-772181-6-smb neutron-server[80122]: self.callback(batched_events) Jan 24 07:05:22.303975 dv-cinder-772181-6-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 07:05:22.303975 dv-cinder-772181-6-smb neutron-server[80122]: event.method(event) Jan 24 07:05:22.303975 dv-cinder-772181-6-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 07:05:22.303975 dv-cinder-772181-6-smb neutron-server[80122]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 07:05:22.303975 dv-cinder-772181-6-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 24 07:05:22.303975 dv-cinder-772181-6-smb neutron-server[80122]: segment_id)['aggregates'][0] Jan 24 07:05:22.303975 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 07:05:22.303975 dv-cinder-772181-6-smb neutron-server[80122]: return f(self, *a, **k) Jan 24 07:05:22.303975 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 24 07:05:22.303975 dv-cinder-772181-6-smb neutron-server[80122]: return self._get(url).json() Jan 24 07:05:22.303975 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 07:05:22.303975 dv-cinder-772181-6-smb neutron-server[80122]: **kwargs) Jan 24 07:05:22.303975 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 07:05:22.303975 dv-cinder-772181-6-smb neutron-server[80122]: return self.request(url, 'GET', **kwargs) Jan 24 07:05:22.303975 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 24 07:05:22.303975 dv-cinder-772181-6-smb neutron-server[80122]: **endpoint_filter) Jan 24 07:05:22.303975 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 07:05:22.303975 dv-cinder-772181-6-smb neutron-server[80122]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 07:05:22.303975 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 07:05:22.303975 dv-cinder-772181-6-smb neutron-server[80122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 07:05:22.303975 dv-cinder-772181-6-smb neutron-server[80122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 07:05:22.382477 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-36308adf-7a55-414a-9f86-e72f43f1a97b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1416142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854325290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854261251'] for network, after_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:22.385860 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:05:22.402590 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-36308adf-7a55-414a-9f86-e72f43f1a97b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539807'] for network, before_response {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:22.412065 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36308adf-7a55-414a-9f86-e72f43f1a97b admin admin] Pushing event deleted for resources: {'Network': ['ID=0778c19a-a4dd-4c37-939b-e3b5bf8b4d40,revision_number=None']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:05:22.415578 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-36308adf-7a55-414a-9f86-e72f43f1a97b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:05:22.425817 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-36308adf-7a55-414a-9f86-e72f43f1a97b admin admin] 10.222.0.22 "DELETE /v2.0/networks/0778c19a-a4dd-4c37-939b-e3b5bf8b4d40 HTTP/1.1" status: 204 len: 168 time: 2.4413657 Jan 24 07:05:22.583039 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 38064) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:05:22.672808 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-234e5594-7a0b-4e8c-b8aa-6f4b31972cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:22.718066 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-05b81bf8-3756-4f5a-8c44-62fe8dae36b0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d4e12424e8744806b903d167ceb7efca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1336973 Jan 24 07:05:22.721026 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 38068) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:05:22.725994 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-c596bc94-50ab-4b76-b877-34bb14e2a44a req-2b159fa0-d802-41dc-bcd1-a83809beab72 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] 10.222.0.22 "GET /v2.0/ports?device_id=0bcf0c84-6a3c-4d57-9466-833b5b56b6d0 HTTP/1.1" status: 200 len: 210 time: 0.0721006 Jan 24 07:05:22.750081 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7acc7e3-8097-4625-9b50-86986745cbcc req-ebf64b61-3b2e-4c40-b6d3-261eaa900f1c tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:05:22.752498 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-d7acc7e3-8097-4625-9b50-86986745cbcc req-ebf64b61-3b2e-4c40-b6d3-261eaa900f1c tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] 10.222.0.18 "GET /v2.0/networks?id=6f6958e7-353a-464e-89d2-3be996091b32 HTTP/1.1" status: 200 len: 814 time: 0.2180130 Jan 24 07:05:22.802119 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.base [req-d7acc7e3-8097-4625-9b50-86986745cbcc req-33977211-be9c-41a5-83ac-a77c1b279a40 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Request body: {'port': {'device_id': '0bcf0c84-6a3c-4d57-9466-833b5b56b6d0', 'network_id': '6f6958e7-353a-464e-89d2-3be996091b32', 'admin_state_up': True, 'tenant_id': '59c1f0f1737f4452ae5db90ae821187d'}} {{(pid=80235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 07:05:22.896848 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c84cc051-6c9b-415e-9441-d3322a2e5ca0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:22.957393 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c84cc051-6c9b-415e-9441-d3322a2e5ca0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:23.017769 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [req-d7acc7e3-8097-4625-9b50-86986745cbcc req-33977211-be9c-41a5-83ac-a77c1b279a40 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 07:05:23.022181 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-d7acc7e3-8097-4625-9b50-86986745cbcc req-33977211-be9c-41a5-83ac-a77c1b279a40 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Usage tracker for resource:port and tenant:59c1f0f1737f4452ae5db90ae821187d is out of sync, need to count used quota {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 07:05:23.025954 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-d7acc7e3-8097-4625-9b50-86986745cbcc req-33977211-be9c-41a5-83ac-a77c1b279a40 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Quota usage for port was recalculated. Used quota:2. {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 07:05:23.033343 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [req-d7acc7e3-8097-4625-9b50-86986745cbcc req-33977211-be9c-41a5-83ac-a77c1b279a40 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 07:05:23.043014 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7acc7e3-8097-4625-9b50-86986745cbcc req-33977211-be9c-41a5-83ac-a77c1b279a40 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Made reservation on behalf of 59c1f0f1737f4452ae5db90ae821187d for: {'port': 1} {{(pid=80235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 07:05:23.053217 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-d7acc7e3-8097-4625-9b50-86986745cbcc req-33977211-be9c-41a5-83ac-a77c1b279a40 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:23.071522 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c84cc051-6c9b-415e-9441-d3322a2e5ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:23.080152 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-f8009a6c-e8c6-413d-b856-73b0abe30055 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:05:23.108525 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84cc051-6c9b-415e-9441-d3322a2e5ca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eae65fb-7168-443c-a9a4-1b775935cf24,revision_number=None']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:05:23.112250 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-c84cc051-6c9b-415e-9441-d3322a2e5ca0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:05:23.141778 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c84cc051-6c9b-415e-9441-d3322a2e5ca0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:23.143027 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-c84cc051-6c9b-415e-9441-d3322a2e5ca0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6eae65fb-7168-443c-a9a4-1b775935cf24 HTTP/1.1" status: 204 len: 168 time: 0.4208794 Jan 24 07:05:23.403179 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.db_base_plugin_common [req-d7acc7e3-8097-4625-9b50-86986745cbcc req-33977211-be9c-41a5-83ac-a77c1b279a40 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Allocated IP 172.20.0.6 (6f6958e7-353a-464e-89d2-3be996091b32/e76cf661-5dee-4373-89c1-23358c8b7fc2/b75c7618-7821-4745-948f-c6e1f730493c) {{(pid=80235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 07:05:23.624924 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-d7acc7e3-8097-4625-9b50-86986745cbcc req-33977211-be9c-41a5-83ac-a77c1b279a40 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Notify callbacks [] for port, precommit_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:23.661024 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-d7acc7e3-8097-4625-9b50-86986745cbcc req-33977211-be9c-41a5-83ac-a77c1b279a40 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363276713217020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851855427'] for port, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:23.676984 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-3f727a33-28d6-48fe-827a-16a35bef9ae8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:05:23.814588 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33977211-be9c-41a5-83ac-a77c1b279a40 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Pushing event updated for resources: {'Port': ['ID=b75c7618-7821-4745-948f-c6e1f730493c,revision_number=1']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:05:23.819084 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-33977211-be9c-41a5-83ac-a77c1b279a40 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:05:23.872201 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7acc7e3-8097-4625-9b50-86986745cbcc req-33977211-be9c-41a5-83ac-a77c1b279a40 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Network 6f6958e7-353a-464e-89d2-3be996091b32 is already hosted by enough agents. {{(pid=80235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 07:05:23.873385 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [req-d7acc7e3-8097-4625-9b50-86986745cbcc req-33977211-be9c-41a5-83ac-a77c1b279a40 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Resources bound (agent type, host, resource id): {{(pid=80235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 07:05:23.875745 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7acc7e3-8097-4625-9b50-86986745cbcc req-33977211-be9c-41a5-83ac-a77c1b279a40 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Received port after_create {{(pid=80235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 07:05:23.962513 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7acc7e3-8097-4625-9b50-86986745cbcc req-33977211-be9c-41a5-83ac-a77c1b279a40 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:05:23.963224 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-d7acc7e3-8097-4625-9b50-86986745cbcc req-33977211-be9c-41a5-83ac-a77c1b279a40 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149749'] for port, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:23.976580 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3e64d1-2a84-4552-ab63-5f92e8cde4b8 req-266bde18-aac1-4db2-8821-3b68b2139f07 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:05:23.978289 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-2a3e64d1-2a84-4552-ab63-5f92e8cde4b8 req-266bde18-aac1-4db2-8821-3b68b2139f07 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] 10.222.0.22 "GET /v2.0/ports?device_id=0bcf0c84-6a3c-4d57-9466-833b5b56b6d0 HTTP/1.1" status: 200 len: 931 time: 0.1080964 Jan 24 07:05:23.993563 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-d7acc7e3-8097-4625-9b50-86986745cbcc req-33977211-be9c-41a5-83ac-a77c1b279a40 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1969624 Jan 24 07:05:24.015140 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.base [req-d7acc7e3-8097-4625-9b50-86986745cbcc req-6b58ee0d-4a48-4f2f-b3a6-0e7edc9f8626 service neutron] Request body: {'port': {'device_id': '0bcf0c84-6a3c-4d57-9466-833b5b56b6d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=80235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 07:05:24.036134 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-2a3e64d1-2a84-4552-ab63-5f92e8cde4b8 req-7818d754-4d96-4ec7-aae9-7327bafe0aa4 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] 10.222.0.22 "GET /v2.0/security-groups?id=88b59b82-aa88-498b-bc45-381dc80977fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504823 Jan 24 07:05:24.093238 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 38100) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:05:24.123063 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.agents_db [None req-2c2cd112-eb45-4d42-b228-ef41d20f669c None None] Agent healthcheck: found 6 active agents {{(pid=80238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 07:05:24.157063 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-d7acc7e3-8097-4625-9b50-86986745cbcc req-6b58ee0d-4a48-4f2f-b3a6-0e7edc9f8626 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:24.237090 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-8dd4a63c-34e1-46a7-8c68-fe8313729ffb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1542735610-network', 'tenant_id': '0cbc5a2c43e442e881ea5da07e6155a1'}} {{(pid=80236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 07:05:24.242077 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-8dd4a63c-34e1-46a7-8c68-fe8313729ffb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 07:05:24.246184 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-8dd4a63c-34e1-46a7-8c68-fe8313729ffb admin admin] Usage tracker for resource:network and tenant:0cbc5a2c43e442e881ea5da07e6155a1 is out of sync, need to count used quota {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 07:05:24.249268 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-8dd4a63c-34e1-46a7-8c68-fe8313729ffb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 07:05:24.255844 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-8dd4a63c-34e1-46a7-8c68-fe8313729ffb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 07:05:24.269982 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dd4a63c-34e1-46a7-8c68-fe8313729ffb admin admin] Made reservation on behalf of 0cbc5a2c43e442e881ea5da07e6155a1 for: {'network': 1} {{(pid=80236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 07:05:24.274976 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8dd4a63c-34e1-46a7-8c68-fe8313729ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for network, before_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:24.292796 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8dd4a63c-34e1-46a7-8c68-fe8313729ffb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:24.308483 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-8dd4a63c-34e1-46a7-8c68-fe8313729ffb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 07:05:24.312471 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-8dd4a63c-34e1-46a7-8c68-fe8313729ffb admin admin] Usage tracker for resource:security_group_rule and tenant:0cbc5a2c43e442e881ea5da07e6155a1 is out of sync, need to count used quota {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 07:05:24.316154 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-8dd4a63c-34e1-46a7-8c68-fe8313729ffb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 07:05:24.321887 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-8dd4a63c-34e1-46a7-8c68-fe8313729ffb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 07:05:24.411958 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8dd4a63c-34e1-46a7-8c68-fe8313729ffb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:24.415323 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8dd4a63c-34e1-46a7-8c68-fe8313729ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:24.419529 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-0a60a4c6-17ed-4e70-9a26-c21e1f8cd25d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:05:24.448771 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dd4a63c-34e1-46a7-8c68-fe8313729ffb admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 24 07:05:24.462286 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd4a63c-34e1-46a7-8c68-fe8313729ffb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c74bedd9-e80e-47eb-b844-cabe5d8ec43e,revision_number=1']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:05:24.466556 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-8dd4a63c-34e1-46a7-8c68-fe8313729ffb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:05:24.467956 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8dd4a63c-34e1-46a7-8c68-fe8313729ffb admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363276712724152', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419005'] for segment, precommit_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:24.467956 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.db.segments_db [None req-8dd4a63c-34e1-46a7-8c68-fe8313729ffb admin admin] Added segment d16347d5-9ccb-46ed-916a-b6ce188be078 of type vxlan for network 3a2995af-23e4-4848-b461-069c7594050c Jan 24 07:05:24.495969 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8dd4a63c-34e1-46a7-8c68-fe8313729ffb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760141522069'] for network, precommit_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:24.527358 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8dd4a63c-34e1-46a7-8c68-fe8313729ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854325290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788'] for network, after_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:24.528720 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd4a63c-34e1-46a7-8c68-fe8313729ffb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:05:24.529366 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8dd4a63c-34e1-46a7-8c68-fe8313729ffb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539807'] for network, before_response {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:24.534378 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-36ff4216-c947-4f37-9493-25a9a3801c12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:05:24.585434 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [req-d7acc7e3-8097-4625-9b50-86986745cbcc req-6b58ee0d-4a48-4f2f-b3a6-0e7edc9f8626 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b75c7618-7821-4745-948f-c6e1f730493c {{(pid=80235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 24 07:05:24.593210 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-d7acc7e3-8097-4625-9b50-86986745cbcc req-6b58ee0d-4a48-4f2f-b3a6-0e7edc9f8626 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:24.606178 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [req-d7acc7e3-8097-4625-9b50-86986745cbcc req-6b58ee0d-4a48-4f2f-b3a6-0e7edc9f8626 service neutron] Transition to ACTIVE for port object b75c7618-7821-4745-948f-c6e1f730493c will not be triggered until provisioned by entity L2. {{(pid=80235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 07:05:24.611445 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-d7acc7e3-8097-4625-9b50-86986745cbcc req-6b58ee0d-4a48-4f2f-b3a6-0e7edc9f8626 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2920372'] for port, after_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:24.628793 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-929e1b20-73da-422b-a7b9-e6697a486163 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:05:24.644598 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-8dd4a63c-34e1-46a7-8c68-fe8313729ffb admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.5473862 Jan 24 07:05:24.644598 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd4a63c-34e1-46a7-8c68-fe8313729ffb admin admin] Pushing event updated for resources: {'Network': ['ID=3a2995af-23e4-4848-b461-069c7594050c,revision_number=1']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:05:24.644912 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 38106) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:05:24.647946 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-8dd4a63c-34e1-46a7-8c68-fe8313729ffb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:05:24.651831 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-8880ebee-c491-4fd8-b0d2-6d4662369381 admin admin] Request body: {'subnet': {'network_id': '3a2995af-23e4-4848-b461-069c7594050c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1542735610-subnet', 'tenant_id': '0cbc5a2c43e442e881ea5da07e6155a1', 'ip_version': 4}} {{(pid=80236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 07:05:24.655284 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Network 3a2995af-23e4-4848-b461-069c7594050c details requested by agent ovs-agent-dv-cinder-772181-6-smb with host dv-cinder-772181-6-smb {{(pid=80237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 24 07:05:24.657549 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-8880ebee-c491-4fd8-b0d2-6d4662369381 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 07:05:24.661677 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-8880ebee-c491-4fd8-b0d2-6d4662369381 admin admin] Usage tracker for resource:subnet and tenant:0cbc5a2c43e442e881ea5da07e6155a1 is out of sync, need to count used quota {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 07:05:24.664726 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-8880ebee-c491-4fd8-b0d2-6d4662369381 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 07:05:24.671242 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-8880ebee-c491-4fd8-b0d2-6d4662369381 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 07:05:24.676288 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Network 3a2995af-23e4-4848-b461-069c7594050c details requested by agent ovs-agent-hv-cinder-77218 with host hv-cinder-77218 {{(pid=80237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 24 07:05:24.681996 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8880ebee-c491-4fd8-b0d2-6d4662369381 admin admin] Made reservation on behalf of 0cbc5a2c43e442e881ea5da07e6155a1 for: {'subnet': 1} {{(pid=80236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 07:05:24.686877 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8880ebee-c491-4fd8-b0d2-6d4662369381 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2821794'] for subnet, before_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:24.832172 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b58ee0d-4a48-4f2f-b3a6-0e7edc9f8626 service neutron] Pushing event updated for resources: {'Port': ['ID=b75c7618-7821-4745-948f-c6e1f730493c,revision_number=2']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:05:24.835489 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-6b58ee0d-4a48-4f2f-b3a6-0e7edc9f8626 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:05:24.962064 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-345c5226-1ce4-4fe0-b23a-b7e8f7e66429 req-eec18e78-16f6-48e3-ae19-bcdf7c5df25c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4955ec46-7aed-4d45-bb0f-106f6c4953be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.2218647 Jan 24 07:05:25.047640 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [req-d7acc7e3-8097-4625-9b50-86986745cbcc req-6b58ee0d-4a48-4f2f-b3a6-0e7edc9f8626 service neutron] Attempting to bind port b75c7618-7821-4745-948f-c6e1f730493c on host hv-cinder-77218 for vnic_type normal with profile {{(pid=80235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 07:05:25.048066 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [req-d7acc7e3-8097-4625-9b50-86986745cbcc req-6b58ee0d-4a48-4f2f-b3a6-0e7edc9f8626 service neutron] Attempting to bind port b75c7618-7821-4745-948f-c6e1f730493c by drivers openvswitch on host hv-cinder-77218 at level 0 using segments [{'id': 'e10231c5-2277-4b16-8e4e-31a64516180d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6f6958e7-353a-464e-89d2-3be996091b32'}] {{(pid=80235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 07:05:25.049246 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7acc7e3-8097-4625-9b50-86986745cbcc req-6b58ee0d-4a48-4f2f-b3a6-0e7edc9f8626 service neutron] Attempting to bind port b75c7618-7821-4745-948f-c6e1f730493c on network 6f6958e7-353a-464e-89d2-3be996091b32 {{(pid=80235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 07:05:25.055473 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7acc7e3-8097-4625-9b50-86986745cbcc req-6b58ee0d-4a48-4f2f-b3a6-0e7edc9f8626 service neutron] Checking agent: {'id': '40eb7c3e-e5ac-488d-8f03-a26480a7dd43', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 6, 56, 30), 'started_at': datetime.datetime(2021, 1, 24, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 07:05:25.055835 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7acc7e3-8097-4625-9b50-86986745cbcc req-6b58ee0d-4a48-4f2f-b3a6-0e7edc9f8626 service neutron] Checking segment: {'id': 'e10231c5-2277-4b16-8e4e-31a64516180d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6f6958e7-353a-464e-89d2-3be996091b32'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 07:05:25.056311 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-d7acc7e3-8097-4625-9b50-86986745cbcc req-6b58ee0d-4a48-4f2f-b3a6-0e7edc9f8626 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:25.056785 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7acc7e3-8097-4625-9b50-86986745cbcc req-6b58ee0d-4a48-4f2f-b3a6-0e7edc9f8626 service neutron] Bound using segment: {'id': 'e10231c5-2277-4b16-8e4e-31a64516180d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6f6958e7-353a-464e-89d2-3be996091b32'} {{(pid=80235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 07:05:25.057263 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [req-d7acc7e3-8097-4625-9b50-86986745cbcc req-6b58ee0d-4a48-4f2f-b3a6-0e7edc9f8626 service neutron] Bound port: b75c7618-7821-4745-948f-c6e1f730493c, host: hv-cinder-77218, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e10231c5-2277-4b16-8e4e-31a64516180d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6f6958e7-353a-464e-89d2-3be996091b32'}}] {{(pid=80235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 07:05:25.057641 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-d7acc7e3-8097-4625-9b50-86986745cbcc req-6b58ee0d-4a48-4f2f-b3a6-0e7edc9f8626 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:25.115384 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8880ebee-c491-4fd8-b0d2-6d4662369381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854325308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2766180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2821811'] for subnet, after_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:25.132102 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:05:25.220416 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-d7acc7e3-8097-4625-9b50-86986745cbcc req-6b58ee0d-4a48-4f2f-b3a6-0e7edc9f8626 service neutron] For port b75c7618-7821-4745-948f-c6e1f730493c, host hv-cinder-77218, cleared binding levels {{(pid=80235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 07:05:25.224795 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-d7acc7e3-8097-4625-9b50-86986745cbcc req-6b58ee0d-4a48-4f2f-b3a6-0e7edc9f8626 service neutron] For port b75c7618-7821-4745-948f-c6e1f730493c, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=b75c7618-7821-4745-948f-c6e1f730493c,segment=NetworkSegment(e10231c5-2277-4b16-8e4e-31a64516180d),segment_id=e10231c5-2277-4b16-8e4e-31a64516180d)] {{(pid=80235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 07:05:25.227283 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345c5226-1ce4-4fe0-b23a-b7e8f7e66429 req-ba68e60d-53a3-4f0d-8749-61c6963385c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:05:25.228967 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-345c5226-1ce4-4fe0-b23a-b7e8f7e66429 req-ba68e60d-53a3-4f0d-8749-61c6963385c6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b352ad353356444ca4a7e94501f26e10&device_id=4955ec46-7aed-4d45-bb0f-106f6c4953be HTTP/1.1" status: 200 len: 1162 time: 0.1591790 Jan 24 07:05:25.230501 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-d7acc7e3-8097-4625-9b50-86986745cbcc req-6b58ee0d-4a48-4f2f-b3a6-0e7edc9f8626 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2920372'] for port, after_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:25.257848 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-894656f8-bb46-473a-8f4b-c9d53f9ff958 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:05:25.316466 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8880ebee-c491-4fd8-b0d2-6d4662369381 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36d77b5b-eba8-4153-af7c-7e5a5de26b5e,revision_number=0']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:05:25.334082 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-8880ebee-c491-4fd8-b0d2-6d4662369381 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:05:25.406652 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fde70f-1707-4222-aa6b-a072bbf166ec req-cf3c3308-2ec5-4a9c-920a-170417e30efa tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:05:25.408425 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-97fde70f-1707-4222-aa6b-a072bbf166ec req-cf3c3308-2ec5-4a9c-920a-170417e30efa tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] 10.222.0.22 "GET /v2.0/ports?device_id=0bcf0c84-6a3c-4d57-9466-833b5b56b6d0 HTTP/1.1" status: 200 len: 943 time: 0.1917181 Jan 24 07:05:25.473525 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8880ebee-c491-4fd8-b0d2-6d4662369381 admin admin] Checking segment: {'id': 'd16347d5-9ccb-46ed-916a-b6ce188be078', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3a2995af-23e4-4848-b461-069c7594050c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 07:05:25.473832 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8880ebee-c491-4fd8-b0d2-6d4662369381 admin admin] Network hostable DHCP agents. Network: 3a2995af-23e4-4848-b461-069c7594050c, hostable agents: ['d33f51e1-f1a2-468d-95a7-36d67ba2db65'], hosted agents: [] {{(pid=80236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 24 07:05:25.486448 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-97fde70f-1707-4222-aa6b-a072bbf166ec req-6b558555-89a7-47c9-ad34-0defac346be0 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] 10.222.0.22 "GET /v2.0/security-groups?id=88b59b82-aa88-498b-bc45-381dc80977fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709817 Jan 24 07:05:25.503233 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8880ebee-c491-4fd8-b0d2-6d4662369381 admin admin] Network 3a2995af-23e4-4848-b461-069c7594050c is scheduled to be hosted by DHCP agent d33f51e1-f1a2-468d-95a7-36d67ba2db65 with binding_index 1 {{(pid=80236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 24 07:05:25.512982 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [None req-8880ebee-c491-4fd8-b0d2-6d4662369381 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-6-smb, 3a2995af-23e4-4848-b461-069c7594050c) {{(pid=80236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 07:05:25.523476 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07d289c-0202-4789-8d8a-108c68157584 None None] Network 3a2995af-23e4-4848-b461-069c7594050c requested from dv-cinder-772181-6-smb {{(pid=80237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 07:05:25.525219 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8880ebee-c491-4fd8-b0d2-6d4662369381 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:05:25.525866 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8880ebee-c491-4fd8-b0d2-6d4662369381 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:25.526004 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b58ee0d-4a48-4f2f-b3a6-0e7edc9f8626 service neutron] Pushing event updated for resources: {'Port': ['ID=b75c7618-7821-4745-948f-c6e1f730493c,revision_number=3']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:05:25.529590 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-6b58ee0d-4a48-4f2f-b3a6-0e7edc9f8626 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:05:25.553354 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-8880ebee-c491-4fd8-b0d2-6d4662369381 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9047525 Jan 24 07:05:25.553698 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 38114) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:05:25.559277 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-c3f9fecd-03bb-4cfc-a796-f64b759fb933 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1542735610-router', 'tenant_id': '0cbc5a2c43e442e881ea5da07e6155a1', 'external_gateway_info': {'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a'}}} {{(pid=80236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 07:05:25.565111 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-c3f9fecd-03bb-4cfc-a796-f64b759fb933 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 07:05:25.569195 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-c3f9fecd-03bb-4cfc-a796-f64b759fb933 admin admin] Usage tracker for resource:router and tenant:0cbc5a2c43e442e881ea5da07e6155a1 is out of sync, need to count used quota {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 07:05:25.572218 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-c3f9fecd-03bb-4cfc-a796-f64b759fb933 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 07:05:25.578059 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-c3f9fecd-03bb-4cfc-a796-f64b759fb933 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 07:05:25.588599 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345c5226-1ce4-4fe0-b23a-b7e8f7e66429 req-c1c3f831-4f23-4095-ae38-fd686b5b9050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:05:25.588997 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c3f9fecd-03bb-4cfc-a796-f64b759fb933 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-492021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8889'] for router, before_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:25.590076 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c3f9fecd-03bb-4cfc-a796-f64b759fb933 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854283885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854261357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-438936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854766926'] for router, precommit_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:25.590208 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-345c5226-1ce4-4fe0-b23a-b7e8f7e66429 req-c1c3f831-4f23-4095-ae38-fd686b5b9050 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e13c5a42-1024-4ca2-b72d-41265c0f5cf1 HTTP/1.1" status: 200 len: 910 time: 0.3335471 Jan 24 07:05:25.594724 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7acc7e3-8097-4625-9b50-86986745cbcc req-6b58ee0d-4a48-4f2f-b3a6-0e7edc9f8626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:05:25.596194 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-d7acc7e3-8097-4625-9b50-86986745cbcc req-6b58ee0d-4a48-4f2f-b3a6-0e7edc9f8626 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149749'] for port, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:25.597355 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-d7acc7e3-8097-4625-9b50-86986745cbcc req-6b58ee0d-4a48-4f2f-b3a6-0e7edc9f8626 service neutron] 10.222.0.18 "PUT /v2.0/ports/b75c7618-7821-4745-948f-c6e1f730493c HTTP/1.1" status: 200 len: 1157 time: 1.5876796 Jan 24 07:05:25.600477 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bcf0c84-6a3c-4d57-9466-833b5b56b6d0', 'tag': 'b75c7618-7821-4745-948f-c6e1f730493c'}] {{(pid=80235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 07:05:25.618934 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c3f9fecd-03bb-4cfc-a796-f64b759fb933 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:25.723954 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bcf0c84-6a3c-4d57-9466-833b5b56b6d0', 'tag': 'b75c7618-7821-4745-948f-c6e1f730493c', 'status': 'completed', 'code': 200} Jan 24 07:05:25.788386 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5f8f90-ae02-483c-9940-e1b4081212a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa806b67e-33b8-5b8e-8be6-afe1d16f8eae-3a2995af-23e4-4848-b461-069c7594050c', 'network_id': '3a2995af-23e4-4848-b461-069c7594050c', 'tenant_id': '0cbc5a2c43e442e881ea5da07e6155a1', 'fixed_ips': [{'subnet_id': '36d77b5b-eba8-4153-af7c-7e5a5de26b5e'}]}} from dv-cinder-772181-6-smb. {{(pid=80237) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 24 07:05:25.789327 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-cc5f8f90-ae02-483c-9940-e1b4081212a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_create {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:25.973087 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c3f9fecd-03bb-4cfc-a796-f64b759fb933 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854261344', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-491778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2396'] for router, precommit_update {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:26.003483 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-345c5226-1ce4-4fe0-b23a-b7e8f7e66429 req-93743e1f-7018-4a94-a419-e4d1e66c230d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a8cffea-51f0-432f-a570-dd94bb3c9159 HTTP/1.1" status: 200 len: 1000 time: 0.3940084 Jan 24 07:05:26.065268 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7acc7e3-8097-4625-9b50-86986745cbcc req-192ba78e-a085-4932-a725-a72fa2204029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:05:26.066898 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-d7acc7e3-8097-4625-9b50-86986745cbcc req-192ba78e-a085-4932-a725-a72fa2204029 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=59c1f0f1737f4452ae5db90ae821187d&device_id=0bcf0c84-6a3c-4d57-9466-833b5b56b6d0 HTTP/1.1" status: 200 len: 1160 time: 0.3905079 Jan 24 07:05:26.084263 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345c5226-1ce4-4fe0-b23a-b7e8f7e66429 req-9dd040a7-6e15-47f5-adc8-1cca56de867e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:05:26.085762 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-345c5226-1ce4-4fe0-b23a-b7e8f7e66429 req-9dd040a7-6e15-47f5-adc8-1cca56de867e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b8139419-7045-48a6-8319-a8eda9bca8a9 HTTP/1.1" status: 200 len: 855 time: 0.0748348 Jan 24 07:05:26.093851 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.db_base_plugin_common [None req-cc5f8f90-ae02-483c-9940-e1b4081212a8 None None] Allocated IP 172.20.0.2 (3a2995af-23e4-4848-b461-069c7594050c/36d77b5b-eba8-4153-af7c-7e5a5de26b5e/3710e50e-0e1e-4af9-8937-066c3e86ace6) {{(pid=80237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 07:05:26.190347 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-d7acc7e3-8097-4625-9b50-86986745cbcc req-9a8de58c-a461-4f9a-aa88-3bf9983f2b3c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b75c7618-7821-4745-948f-c6e1f730493c HTTP/1.1" status: 200 len: 217 time: 0.1077545 Jan 24 07:05:26.280997 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7acc7e3-8097-4625-9b50-86986745cbcc req-bd80df5e-e531-44ea-9fc7-35349b3e3a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:05:26.282644 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-d7acc7e3-8097-4625-9b50-86986745cbcc req-bd80df5e-e531-44ea-9fc7-35349b3e3a42 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e76cf661-5dee-4373-89c1-23358c8b7fc2 HTTP/1.1" status: 200 len: 854 time: 0.0839930 Jan 24 07:05:26.319128 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c3f9fecd-03bb-4cfc-a796-f64b759fb933 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:26.319619 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-cc5f8f90-ae02-483c-9940-e1b4081212a8 None None] Notify callbacks [] for port, precommit_create {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:26.331059 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345c5226-1ce4-4fe0-b23a-b7e8f7e66429 req-97a49ad7-1cbc-43af-951d-b7d702efe742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:05:26.331410 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-cc5f8f90-ae02-483c-9940-e1b4081212a8 None None] Transition to ACTIVE for port object 3710e50e-0e1e-4af9-8937-066c3e86ace6 will not be triggered until provisioned by entity L2. {{(pid=80237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 07:05:26.332704 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-345c5226-1ce4-4fe0-b23a-b7e8f7e66429 req-97a49ad7-1cbc-43af-951d-b7d702efe742 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e13c5a42-1024-4ca2-b72d-41265c0f5cf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1947403 Jan 24 07:05:26.339992 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-d7acc7e3-8097-4625-9b50-86986745cbcc req-bf64263d-66ba-444e-b7aa-9576500e0791 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6f6958e7-353a-464e-89d2-3be996091b32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498645 Jan 24 07:05:26.349045 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-cc5f8f90-ae02-483c-9940-e1b4081212a8 None None] Transition to ACTIVE for port object 3710e50e-0e1e-4af9-8937-066c3e86ace6 will not be triggered until provisioned by entity DHCP. {{(pid=80237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 07:05:26.352534 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c3f9fecd-03bb-4cfc-a796-f64b759fb933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:26.353806 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-cc5f8f90-ae02-483c-9940-e1b4081212a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363276713217020'] for port, after_create {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:26.369873 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:05:26.443899 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5f8f90-ae02-483c-9940-e1b4081212a8 None None] Pushing event updated for resources: {'Port': ['ID=3710e50e-0e1e-4af9-8937-066c3e86ace6,revision_number=1']} {{(pid=80237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:05:26.447085 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-cc5f8f90-ae02-483c-9940-e1b4081212a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:05:26.597399 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5f8f90-ae02-483c-9940-e1b4081212a8 None None] Network 3a2995af-23e4-4848-b461-069c7594050c is already hosted by enough agents. {{(pid=80237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 07:05:26.614778 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [None req-cc5f8f90-ae02-483c-9940-e1b4081212a8 None None] Resources bound (agent type, host, resource id): {{(pid=80237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 07:05:26.619995 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-d7acc7e3-8097-4625-9b50-86986745cbcc req-9bd342d5-e224-4529-869d-189f0935c4ab service neutron] 10.222.0.18 "GET /v2.0/networks/6f6958e7-353a-464e-89d2-3be996091b32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572668 Jan 24 07:05:26.622009 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-345c5226-1ce4-4fe0-b23a-b7e8f7e66429 req-73526f78-3c87-46dc-9cbf-b8e2a2bad9ec service neutron] 10.222.0.18 "GET /v2.0/networks/e13c5a42-1024-4ca2-b72d-41265c0f5cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2811019 Jan 24 07:05:26.623684 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5f8f90-ae02-483c-9940-e1b4081212a8 None None] Received port after_create {{(pid=80237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 07:05:26.666187 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.db_base_plugin_common [None req-c3f9fecd-03bb-4cfc-a796-f64b759fb933 admin admin] Allocated IP 172.28.0.86 (3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a/ded01328-6a1f-470d-9832-6a1e67bc132f/93ba0ed6-7630-41f4-bc05-763daf92311d) {{(pid=80236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 07:05:26.691193 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-cc5f8f90-ae02-483c-9940-e1b4081212a8 None None] Attempting to bind port 3710e50e-0e1e-4af9-8937-066c3e86ace6 on host dv-cinder-772181-6-smb for vnic_type normal with profile {{(pid=80237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 07:05:26.691773 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-cc5f8f90-ae02-483c-9940-e1b4081212a8 None None] Attempting to bind port 3710e50e-0e1e-4af9-8937-066c3e86ace6 by drivers openvswitch on host dv-cinder-772181-6-smb at level 0 using segments [{'id': 'd16347d5-9ccb-46ed-916a-b6ce188be078', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3a2995af-23e4-4848-b461-069c7594050c'}] {{(pid=80237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 07:05:26.692250 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5f8f90-ae02-483c-9940-e1b4081212a8 None None] Attempting to bind port 3710e50e-0e1e-4af9-8937-066c3e86ace6 on network 3a2995af-23e4-4848-b461-069c7594050c {{(pid=80237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 07:05:26.699758 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5f8f90-ae02-483c-9940-e1b4081212a8 None None] Checking agent: {'id': '3fe64d96-acff-4950-84fb-d8384a2371af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 6, 49, 21), 'started_at': datetime.datetime(2021, 1, 24, 6, 49, 51), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 7, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 07:05:26.700190 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5f8f90-ae02-483c-9940-e1b4081212a8 None None] Checking segment: {'id': 'd16347d5-9ccb-46ed-916a-b6ce188be078', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3a2995af-23e4-4848-b461-069c7594050c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 07:05:26.700655 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-cc5f8f90-ae02-483c-9940-e1b4081212a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:26.702224 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5f8f90-ae02-483c-9940-e1b4081212a8 None None] Bound using segment: {'id': 'd16347d5-9ccb-46ed-916a-b6ce188be078', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3a2995af-23e4-4848-b461-069c7594050c'} {{(pid=80237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 07:05:26.702536 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-cc5f8f90-ae02-483c-9940-e1b4081212a8 None None] Bound port: 3710e50e-0e1e-4af9-8937-066c3e86ace6, host: dv-cinder-772181-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd16347d5-9ccb-46ed-916a-b6ce188be078', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3a2995af-23e4-4848-b461-069c7594050c'}}] {{(pid=80237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 07:05:26.702978 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-cc5f8f90-ae02-483c-9940-e1b4081212a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:26.813927 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-cc5f8f90-ae02-483c-9940-e1b4081212a8 None None] For port 3710e50e-0e1e-4af9-8937-066c3e86ace6, host dv-cinder-772181-6-smb, cleared binding levels {{(pid=80237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 07:05:26.817712 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-cc5f8f90-ae02-483c-9940-e1b4081212a8 None None] For port 3710e50e-0e1e-4af9-8937-066c3e86ace6, host dv-cinder-772181-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-6-smb',level=0,port_id=3710e50e-0e1e-4af9-8937-066c3e86ace6,segment=NetworkSegment(d16347d5-9ccb-46ed-916a-b6ce188be078),segment_id=d16347d5-9ccb-46ed-916a-b6ce188be078)] {{(pid=80237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 07:05:26.823956 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-cc5f8f90-ae02-483c-9940-e1b4081212a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098'] for port, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:26.840336 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-15fc7cd5-70c5-43a7-b4bd-df24ae88ec71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:05:26.893652 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c3f9fecd-03bb-4cfc-a796-f64b759fb933 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:26.935487 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-d7acc7e3-8097-4625-9b50-86986745cbcc req-8c9c0799-fd6d-4e45-8990-009f40f999b6 service neutron] 10.222.0.18 "GET /v2.0/networks/6f6958e7-353a-464e-89d2-3be996091b32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2999735 Jan 24 07:05:26.940051 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-345c5226-1ce4-4fe0-b23a-b7e8f7e66429 req-c1629fb5-44b7-41c1-ac44-27c38ec7864a service neutron] 10.222.0.18 "GET /v2.0/networks/e13c5a42-1024-4ca2-b72d-41265c0f5cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3030546 Jan 24 07:05:26.961054 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd83325-e19f-4dfe-aadb-c4d6e318c59e req-53dee076-4aa0-4492-b8ac-780577f99814 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:05:26.963036 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-5bd83325-e19f-4dfe-aadb-c4d6e318c59e req-53dee076-4aa0-4492-b8ac-780577f99814 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] 10.222.0.22 "GET /v2.0/ports?device_id=0bcf0c84-6a3c-4d57-9466-833b5b56b6d0 HTTP/1.1" status: 200 len: 943 time: 0.1409700 Jan 24 07:05:26.986675 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c3f9fecd-03bb-4cfc-a796-f64b759fb933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363276713217020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852012043'] for port, after_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:27.004803 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:05:27.156453 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ad5e4b-c175-4bc3-b108-5b9a89314a05 req-6a8c904c-9d5e-4d3e-94da-645bb1f67848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:05:27.159042 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-c7ad5e4b-c175-4bc3-b108-5b9a89314a05 req-6a8c904c-9d5e-4d3e-94da-645bb1f67848 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=59c1f0f1737f4452ae5db90ae821187d&device_id=0bcf0c84-6a3c-4d57-9466-833b5b56b6d0 HTTP/1.1" status: 200 len: 1160 time: 0.0865240 Jan 24 07:05:27.196014 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5f8f90-ae02-483c-9940-e1b4081212a8 None None] Pushing event updated for resources: {'Port': ['ID=3710e50e-0e1e-4af9-8937-066c3e86ace6,revision_number=2']} {{(pid=80237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:05:27.199643 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-cc5f8f90-ae02-483c-9940-e1b4081212a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:05:27.314566 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ad5e4b-c175-4bc3-b108-5b9a89314a05 req-76268617-82fd-417f-980a-9b406f1531e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:05:27.316288 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-c7ad5e4b-c175-4bc3-b108-5b9a89314a05 req-76268617-82fd-417f-980a-9b406f1531e5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6f6958e7-353a-464e-89d2-3be996091b32 HTTP/1.1" status: 200 len: 908 time: 0.1499035 Jan 24 07:05:27.400199 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-c7ad5e4b-c175-4bc3-b108-5b9a89314a05 req-51384e6e-065c-4920-933e-c9654f94a937 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b75c7618-7821-4745-948f-c6e1f730493c HTTP/1.1" status: 200 len: 217 time: 0.0747306 Jan 24 07:05:27.420790 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-5bd83325-e19f-4dfe-aadb-c4d6e318c59e req-d91fff49-8406-44c1-851f-6872c64fbfee tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] 10.222.0.22 "GET /v2.0/security-groups?id=88b59b82-aa88-498b-bc45-381dc80977fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4501388 Jan 24 07:05:27.423401 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f9fecd-03bb-4cfc-a796-f64b759fb933 admin admin] Pushing event updated for resources: {'Port': ['ID=93ba0ed6-7630-41f4-bc05-763daf92311d,revision_number=1']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:05:27.428185 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-c3f9fecd-03bb-4cfc-a796-f64b759fb933 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:05:27.476019 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ad5e4b-c175-4bc3-b108-5b9a89314a05 req-2f8d5ac7-ba8c-4349-8392-3f293395ade6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:05:27.477766 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-c7ad5e4b-c175-4bc3-b108-5b9a89314a05 req-2f8d5ac7-ba8c-4349-8392-3f293395ade6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e76cf661-5dee-4373-89c1-23358c8b7fc2 HTTP/1.1" status: 200 len: 854 time: 0.0694218 Jan 24 07:05:27.482921 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f9fecd-03bb-4cfc-a796-f64b759fb933 admin admin] Network 3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a is already hosted by enough agents. {{(pid=80236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 07:05:27.484126 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [None req-c3f9fecd-03bb-4cfc-a796-f64b759fb933 admin admin] Resources bound (agent type, host, resource id): {{(pid=80236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 07:05:27.487440 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f9fecd-03bb-4cfc-a796-f64b759fb933 admin admin] Received port after_create {{(pid=80236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 07:05:27.544926 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-c7ad5e4b-c175-4bc3-b108-5b9a89314a05 req-a29f1e21-a316-4bd2-bb24-4b0371e1a7f1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6f6958e7-353a-464e-89d2-3be996091b32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582972 Jan 24 07:05:27.786796 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-c7ad5e4b-c175-4bc3-b108-5b9a89314a05 req-e5913aea-1507-4b74-aa62-189b5702b160 service neutron] 10.222.0.18 "GET /v2.0/networks/6f6958e7-353a-464e-89d2-3be996091b32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756971 Jan 24 07:05:27.927951 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Device 3710e50e-0e1e-4af9-8937-066c3e86ace6 up at agent ovs-agent-dv-cinder-772181-6-smb {{(pid=80237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 07:05:27.958871 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-c7ad5e4b-c175-4bc3-b108-5b9a89314a05 req-a78c327a-4fca-494e-9d66-78eecc41ed81 service neutron] 10.222.0.18 "GET /v2.0/networks/6f6958e7-353a-464e-89d2-3be996091b32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1431067 Jan 24 07:05:27.999258 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c3f9fecd-03bb-4cfc-a796-f64b759fb933 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:28.001418 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Provisioning for port 3710e50e-0e1e-4af9-8937-066c3e86ace6 completed by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 07:05:28.354417 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c3f9fecd-03bb-4cfc-a796-f64b759fb933 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854283779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514502'] for router, after_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:28.656994 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3f9fecd-03bb-4cfc-a796-f64b759fb933 admin admin] Router b874ce80-df02-405f-bb2a-6c08515206fd is scheduled to L3 agent 4d190a5c-2620-4f2a-bccf-f8076df9706a with binding_index 1 {{(pid=80236) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 24 07:05:28.674510 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f0413b-47c4-4eda-8290-6a63218607fa None None] Network 3a2995af-23e4-4848-b461-069c7594050c requested from dv-cinder-772181-6-smb {{(pid=80237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 07:05:28.693311 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da78857f-4b7b-4bfb-94fd-a8dc4f9b676e req-a46c007a-ddb7-48f5-b72e-b406a81702fd tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:05:28.695001 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-da78857f-4b7b-4bfb-94fd-a8dc4f9b676e req-a46c007a-ddb7-48f5-b72e-b406a81702fd tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] 10.222.0.22 "GET /v2.0/ports?device_id=0bcf0c84-6a3c-4d57-9466-833b5b56b6d0 HTTP/1.1" status: 200 len: 943 time: 0.1390607 Jan 24 07:05:28.768347 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-cd5dcc5d-d5a6-4273-b260-f7a7a76ffceb None None] Provisioning for port 3710e50e-0e1e-4af9-8937-066c3e86ace6 completed by entity DHCP. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 07:05:28.776670 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-cd5dcc5d-d5a6-4273-b260-f7a7a76ffceb None None] Provisioning complete for port 3710e50e-0e1e-4af9-8937-066c3e86ace6 triggered by entity DHCP. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 07:05:28.777094 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-cd5dcc5d-d5a6-4273-b260-f7a7a76ffceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:28.884308 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-da78857f-4b7b-4bfb-94fd-a8dc4f9b676e req-18de2c16-110e-4dc4-97c7-b785467cc81d tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] 10.222.0.22 "GET /v2.0/security-groups?id=88b59b82-aa88-498b-bc45-381dc80977fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358142 Jan 24 07:05:28.927628 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3f9fecd-03bb-4cfc-a796-f64b759fb933 admin admin] Notify agent at l3_agent.dv-cinder-772181-6-smb the message routers_updated {{(pid=80236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 24 07:05:28.950898 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c3f9fecd-03bb-4cfc-a796-f64b759fb933 admin admin] Notify callbacks [] for router, before_response {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:28.955257 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-c3f9fecd-03bb-4cfc-a796-f64b759fb933 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.3976212 Jan 24 07:05:28.955419 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40db5b0-960f-441d-8fed-5ba110c05f82 None None] Sync routers for ids ['b874ce80-df02-405f-bb2a-6c08515206fd'] in dv-cinder-772181-6-smb {{(pid=80237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 24 07:05:28.955547 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 38130) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:05:29.028680 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40db5b0-960f-441d-8fed-5ba110c05f82 None None] Routers {'b874ce80-df02-405f-bb2a-6c08515206fd'} bound to L3 agent in host dv-cinder-772181-6-smb {{(pid=80237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 07:05:29.029170 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-d40db5b0-960f-441d-8fed-5ba110c05f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-24T06:49:21Z,description=,heartbeat_timestamp=2021-01-24T07:05:21Z,host='dv-cinder-772181-6-smb',id=4d190a5c-2620-4f2a-bccf-f8076df9706a,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T06:49:21Z,topic='l3_agent')) {'router_ids': ['b874ce80-df02-405f-bb2a-6c08515206fd'], 'active': True} {{(pid=80237) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:05:29.178343 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-cd5dcc5d-d5a6-4273-b260-f7a7a76ffceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:29.277493 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-cd5dcc5d-d5a6-4273-b260-f7a7a76ffceb None None] For port 3710e50e-0e1e-4af9-8937-066c3e86ace6, host dv-cinder-772181-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-6-smb',level=0,port_id=3710e50e-0e1e-4af9-8937-066c3e86ace6,segment=NetworkSegment(d16347d5-9ccb-46ed-916a-b6ce188be078),segment_id=d16347d5-9ccb-46ed-916a-b6ce188be078)] {{(pid=80237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 07:05:29.286511 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-cd5dcc5d-d5a6-4273-b260-f7a7a76ffceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098'] for port, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:29.290284 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:05:29.393898 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-d40db5b0-960f-441d-8fed-5ba110c05f82 None None] Set router b874ce80-df02-405f-bb2a-6c08515206fd gateway port host: dv-cinder-772181-6-smb {{(pid=80237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 07:05:29.553330 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5dcc5d-d5a6-4273-b260-f7a7a76ffceb None None] Pushing event updated for resources: {'Port': ['ID=3710e50e-0e1e-4af9-8937-066c3e86ace6,revision_number=3']} {{(pid=80237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:05:29.677157 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-cd5dcc5d-d5a6-4273-b260-f7a7a76ffceb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:05:29.721777 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-0a0f3f17-206b-4d26-a0e2-9bd867514176 None None] Provisioning complete for port 3710e50e-0e1e-4af9-8937-066c3e86ace6 triggered by entity DHCP. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 07:05:29.722151 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-0a0f3f17-206b-4d26-a0e2-9bd867514176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:29.869482 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-d40db5b0-960f-441d-8fed-5ba110c05f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b874ce80-df02-405f-bb2a-6c08515206fd', 'name': 'tempest-TestShelveInstance-1542735610-router', 'tenant_id': '0cbc5a2c43e442e881ea5da07e6155a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'external_fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.86'}], 'enable_snat': True}, 'gw_port_id': '93ba0ed6-7630-41f4-bc05-763daf92311d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T07:05:25Z', 'updated_at': '2021-01-24T07:05:27Z', 'revision_number': 3, 'project_id': '0cbc5a2c43e442e881ea5da07e6155a1', 'gw_port': {'id': '93ba0ed6-7630-41f4-bc05-763daf92311d', 'name': '', 'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:4d:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b874ce80-df02-405f-bb2a-6c08515206fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T07:05:26Z', 'updated_at': '2021-01-24T07:05:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-6-smb'}], 'dv-cinder-772181-6-smb', False) {} {{(pid=80237) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:05:29.887492 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40db5b0-960f-441d-8fed-5ba110c05f82 None None] Checking router: b874ce80-df02-405f-bb2a-6c08515206fd for host: dv-cinder-772181-6-smb {{(pid=80237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 24 07:05:29.887939 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40db5b0-960f-441d-8fed-5ba110c05f82 None None] Updating router b874ce80-df02-405f-bb2a-6c08515206fd port 93ba0ed6-7630-41f4-bc05-763daf92311d binding host dv-cinder-772181-6-smb {{(pid=80237) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 24 07:05:29.941691 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Device 3710e50e-0e1e-4af9-8937-066c3e86ace6 up at agent ovs-agent-dv-cinder-772181-6-smb {{(pid=80237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 07:05:29.978166 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Device b75c7618-7821-4745-948f-c6e1f730493c up at agent ovs-agent-hv-cinder-77218 {{(pid=80237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 07:05:30.023079 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1b002ae0-bb63-484b-9b4e-66fbf63e13ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:30.094654 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-d40db5b0-960f-441d-8fed-5ba110c05f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:30.142893 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:30.166682 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-6b1c597c-05a6-4d10-8163-5b5bd2e7a103 None None] Provisioning complete for port 3710e50e-0e1e-4af9-8937-066c3e86ace6 triggered by entity DHCP. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 07:05:30.167098 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6b1c597c-05a6-4d10-8163-5b5bd2e7a103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:30.213823 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Provisioning complete for port 3710e50e-0e1e-4af9-8937-066c3e86ace6 triggered by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 07:05:30.214244 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:30.318586 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b524231-9d87-4488-9f50-d23eb3174787 req-549428ac-4f95-4e0e-bde6-1fe1358549ad tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:05:30.320236 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-8b524231-9d87-4488-9f50-d23eb3174787 req-549428ac-4f95-4e0e-bde6-1fe1358549ad tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] 10.222.0.22 "GET /v2.0/ports?device_id=0bcf0c84-6a3c-4d57-9466-833b5b56b6d0 HTTP/1.1" status: 200 len: 943 time: 0.2670934 Jan 24 07:05:30.328304 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Provisioning for port b75c7618-7821-4745-948f-c6e1f730493c completed by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 07:05:30.349655 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Provisioning complete for port b75c7618-7821-4745-948f-c6e1f730493c triggered by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 07:05:30.350070 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:30.444256 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-8b524231-9d87-4488-9f50-d23eb3174787 req-59ab3e75-f2a7-42cf-b02a-aac9ded02cd6 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] 10.222.0.22 "GET /v2.0/security-groups?id=88b59b82-aa88-498b-bc45-381dc80977fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171236 Jan 24 07:05:30.524477 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.db_base_plugin_common [None req-1b002ae0-bb63-484b-9b4e-66fbf63e13ba admin admin] Allocated IP 172.20.0.1 (3a2995af-23e4-4848-b461-069c7594050c/36d77b5b-eba8-4153-af7c-7e5a5de26b5e/2ae94b8a-dfb9-4098-929c-7eaf4986fdbf) {{(pid=80236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 07:05:30.688400 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1b002ae0-bb63-484b-9b4e-66fbf63e13ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:30.706073 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-1b002ae0-bb63-484b-9b4e-66fbf63e13ba admin admin] Transition to ACTIVE for port object 2ae94b8a-dfb9-4098-929c-7eaf4986fdbf will not be triggered until provisioned by entity DHCP. {{(pid=80236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 07:05:30.729214 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1b002ae0-bb63-484b-9b4e-66fbf63e13ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363276713217020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852012043'] for port, after_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:30.745284 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-422cc14e-8f57-4520-af47-86b6263d7839 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:05:30.886517 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b002ae0-bb63-484b-9b4e-66fbf63e13ba admin admin] Pushing event updated for resources: {'Port': ['ID=2ae94b8a-dfb9-4098-929c-7eaf4986fdbf,revision_number=1']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:05:30.900917 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-1b002ae0-bb63-484b-9b4e-66fbf63e13ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:05:30.941677 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:30.944344 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b002ae0-bb63-484b-9b4e-66fbf63e13ba admin admin] Network 3a2995af-23e4-4848-b461-069c7594050c is already hosted by enough agents. {{(pid=80236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 07:05:30.945527 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [None req-1b002ae0-bb63-484b-9b4e-66fbf63e13ba admin admin] Resources bound (agent type, host, resource id): {{(pid=80236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 07:05:30.947856 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b002ae0-bb63-484b-9b4e-66fbf63e13ba admin admin] Received port after_create {{(pid=80236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 07:05:30.995463 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bcf0c84-6a3c-4d57-9466-833b5b56b6d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b75c7618-7821-4745-948f-c6e1f730493c'}] {{(pid=80237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 07:05:31.007052 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1b002ae0-bb63-484b-9b4e-66fbf63e13ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854261388'] for router_interface, before_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:31.009921 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] For port b75c7618-7821-4745-948f-c6e1f730493c, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=b75c7618-7821-4745-948f-c6e1f730493c,segment=NetworkSegment(e10231c5-2277-4b16-8e4e-31a64516180d),segment_id=e10231c5-2277-4b16-8e4e-31a64516180d)] {{(pid=80237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 07:05:31.023318 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098'] for port, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:31.027684 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:05:31.117068 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bcf0c84-6a3c-4d57-9466-833b5b56b6d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b75c7618-7821-4745-948f-c6e1f730493c', 'code': 200} Jan 24 07:05:31.143866 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1b002ae0-bb63-484b-9b4e-66fbf63e13ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:31.161111 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-d40db5b0-960f-441d-8fed-5ba110c05f82 None None] Notify callbacks [] for port, precommit_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:31.167096 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Pushing event updated for resources: {'Port': ['ID=b75c7618-7821-4745-948f-c6e1f730493c,revision_number=4']} {{(pid=80237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:05:31.173000 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:05:31.181127 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-d40db5b0-960f-441d-8fed-5ba110c05f82 None None] Transition to ACTIVE for port object 93ba0ed6-7630-41f4-bc05-763daf92311d will not be triggered until provisioned by entity L2. {{(pid=80237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 07:05:31.185746 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-d40db5b0-960f-441d-8fed-5ba110c05f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098'] for port, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:31.208731 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:05:31.360285 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-93782d2d-6c81-47cc-98d4-423bc903326c None None] Provisioning for port 2ae94b8a-dfb9-4098-929c-7eaf4986fdbf completed by entity DHCP. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 07:05:31.371143 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4ce2ff-4622-4def-8573-3d5097bc8628 None None] Pushing event updated for resources: {'Port': ['ID=93ba0ed6-7630-41f4-bc05-763daf92311d,revision_number=2']} {{(pid=80237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:05:31.387871 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-5a4ce2ff-4622-4def-8573-3d5097bc8628 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:05:31.391340 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-93782d2d-6c81-47cc-98d4-423bc903326c None None] Provisioning complete for port 2ae94b8a-dfb9-4098-929c-7eaf4986fdbf triggered by entity DHCP. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 07:05:31.391979 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-93782d2d-6c81-47cc-98d4-423bc903326c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:31.401876 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c6558c-59f2-4130-9991-18ee4bf36f05 req-781cbedc-b7e5-48e5-bcd4-8b325e748128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:05:31.403512 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-86c6558c-59f2-4130-9991-18ee4bf36f05 req-781cbedc-b7e5-48e5-bcd4-8b325e748128 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0bcf0c84-6a3c-4d57-9466-833b5b56b6d0 HTTP/1.1" status: 200 len: 1162 time: 0.0847998 Jan 24 07:05:31.451055 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-86c6558c-59f2-4130-9991-18ee4bf36f05 req-9dbebd1b-6a3a-4bca-9e5e-694dc8542a61 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=88b59b82-aa88-498b-bc45-381dc80977fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380182 Jan 24 07:05:31.453506 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1b002ae0-bb63-484b-9b4e-66fbf63e13ba admin admin] Notify callbacks [] for port, precommit_update {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:31.458280 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1b002ae0-bb63-484b-9b4e-66fbf63e13ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2763772'] for port, after_update {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:31.471162 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-93782d2d-6c81-47cc-98d4-423bc903326c None None] Port 2ae94b8a-dfb9-4098-929c-7eaf4986fdbf cannot update to ACTIVE because it is not bound. {{(pid=80237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 24 07:05:31.490521 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-d40db5b0-960f-441d-8fed-5ba110c05f82 None None] Attempting to bind port 93ba0ed6-7630-41f4-bc05-763daf92311d on host dv-cinder-772181-6-smb for vnic_type normal with profile {{(pid=80237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 07:05:31.490935 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-d40db5b0-960f-441d-8fed-5ba110c05f82 None None] Attempting to bind port 93ba0ed6-7630-41f4-bc05-763daf92311d by drivers openvswitch on host dv-cinder-772181-6-smb at level 0 using segments [{'id': 'c7c4758e-d769-4634-92c6-d73b8ba1db56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a'}] {{(pid=80237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 07:05:31.491340 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40db5b0-960f-441d-8fed-5ba110c05f82 None None] Attempting to bind port 93ba0ed6-7630-41f4-bc05-763daf92311d on network 3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a {{(pid=80237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 07:05:31.495606 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-867d1a6c-a961-44d1-9086-854cd155a8ee tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:05:31.497200 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40db5b0-960f-441d-8fed-5ba110c05f82 None None] Checking agent: {'id': '3fe64d96-acff-4950-84fb-d8384a2371af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 6, 49, 21), 'started_at': datetime.datetime(2021, 1, 24, 6, 49, 51), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 7, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 07:05:31.497611 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40db5b0-960f-441d-8fed-5ba110c05f82 None None] Checking segment: {'id': 'c7c4758e-d769-4634-92c6-d73b8ba1db56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 07:05:31.498054 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-d40db5b0-960f-441d-8fed-5ba110c05f82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:31.498488 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40db5b0-960f-441d-8fed-5ba110c05f82 None None] Bound using segment: {'id': 'c7c4758e-d769-4634-92c6-d73b8ba1db56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a'} {{(pid=80237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 07:05:31.498998 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-d40db5b0-960f-441d-8fed-5ba110c05f82 None None] Bound port: 93ba0ed6-7630-41f4-bc05-763daf92311d, host: dv-cinder-772181-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c4758e-d769-4634-92c6-d73b8ba1db56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a'}}] {{(pid=80237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 07:05:31.499414 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-d40db5b0-960f-441d-8fed-5ba110c05f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:31.581714 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-d40db5b0-960f-441d-8fed-5ba110c05f82 None None] For port 93ba0ed6-7630-41f4-bc05-763daf92311d, host dv-cinder-772181-6-smb, cleared binding levels {{(pid=80237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 07:05:31.582696 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1b002ae0-bb63-484b-9b4e-66fbf63e13ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854265121'] for router_interface, after_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:31.585355 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-d40db5b0-960f-441d-8fed-5ba110c05f82 None None] For port 93ba0ed6-7630-41f4-bc05-763daf92311d, host dv-cinder-772181-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-6-smb',level=0,port_id=93ba0ed6-7630-41f4-bc05-763daf92311d,segment=NetworkSegment(c7c4758e-d769-4634-92c6-d73b8ba1db56),segment_id=c7c4758e-d769-4634-92c6-d73b8ba1db56)] {{(pid=80237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 07:05:31.589497 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-d40db5b0-960f-441d-8fed-5ba110c05f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098'] for port, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:31.605518 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-aa8809f3-5b84-4c4f-b97a-3a00f28b7422 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:05:31.643184 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b002ae0-bb63-484b-9b4e-66fbf63e13ba admin admin] Pushing event updated for resources: {'Port': ['ID=2ae94b8a-dfb9-4098-929c-7eaf4986fdbf,revision_number=2']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:05:31.646442 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-1b002ae0-bb63-484b-9b4e-66fbf63e13ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:05:31.757525 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4ce2ff-4622-4def-8573-3d5097bc8628 None None] Pushing event updated for resources: {'Port': ['ID=93ba0ed6-7630-41f4-bc05-763daf92311d,revision_number=3']} {{(pid=80237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:05:31.761985 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-5a4ce2ff-4622-4def-8573-3d5097bc8628 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:05:31.801194 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40db5b0-960f-441d-8fed-5ba110c05f82 None None] Routers {'b874ce80-df02-405f-bb2a-6c08515206fd'} bound to L3 agent in host dv-cinder-772181-6-smb {{(pid=80237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 07:05:31.801861 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-d40db5b0-960f-441d-8fed-5ba110c05f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-24T06:49:21Z,description=,heartbeat_timestamp=2021-01-24T07:05:21Z,host='dv-cinder-772181-6-smb',id=4d190a5c-2620-4f2a-bccf-f8076df9706a,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T06:49:21Z,topic='l3_agent')) {'router_ids': ['b874ce80-df02-405f-bb2a-6c08515206fd'], 'active': True} {{(pid=80237) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:05:31.822138 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87675aaf-3ac3-4958-92f5-66cb0e5b696b req-e744d684-767b-4c12-9a1a-432f07469164 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:05:31.823797 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-87675aaf-3ac3-4958-92f5-66cb0e5b696b req-e744d684-767b-4c12-9a1a-432f07469164 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] 10.222.0.22 "GET /v2.0/ports?device_id=0bcf0c84-6a3c-4d57-9466-833b5b56b6d0 HTTP/1.1" status: 200 len: 945 time: 0.2245865 Jan 24 07:05:31.839883 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b002ae0-bb63-484b-9b4e-66fbf63e13ba admin admin] Network 3a2995af-23e4-4848-b461-069c7594050c is already hosted by enough agents. {{(pid=80236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 07:05:31.855317 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [None req-1b002ae0-bb63-484b-9b4e-66fbf63e13ba admin admin] Resources bound (agent type, host, resource id): {{(pid=80236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 07:05:31.999918 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-d40db5b0-960f-441d-8fed-5ba110c05f82 None None] Set router b874ce80-df02-405f-bb2a-6c08515206fd gateway port host: dv-cinder-772181-6-smb {{(pid=80237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 07:05:32.016305 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-87675aaf-3ac3-4958-92f5-66cb0e5b696b req-a071485d-bcaf-4770-ae10-fab3f03278fe tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] 10.222.0.22 "GET /v2.0/security-groups?id=88b59b82-aa88-498b-bc45-381dc80977fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812978 Jan 24 07:05:32.081791 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b002ae0-bb63-484b-9b4e-66fbf63e13ba admin admin] Router b874ce80-df02-405f-bb2a-6c08515206fd has already been hosted by L3 agent 4d190a5c-2620-4f2a-bccf-f8076df9706a {{(pid=80236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 24 07:05:32.224259 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-f3b6ee16-9c74-40f1-9291-214ca05b367e None None] Provisioning complete for port 2ae94b8a-dfb9-4098-929c-7eaf4986fdbf triggered by entity DHCP. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 07:05:32.224679 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f3b6ee16-9c74-40f1-9291-214ca05b367e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:32.276075 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b002ae0-bb63-484b-9b4e-66fbf63e13ba admin admin] Notify agent at l3_agent.dv-cinder-772181-6-smb the message routers_updated {{(pid=80236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 24 07:05:32.291707 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-1b002ae0-bb63-484b-9b4e-66fbf63e13ba admin admin] 10.222.0.22 "PUT /v2.0/routers/b874ce80-df02-405f-bb2a-6c08515206fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3291588 Jan 24 07:05:32.296324 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-f3b6ee16-9c74-40f1-9291-214ca05b367e None None] Port 2ae94b8a-dfb9-4098-929c-7eaf4986fdbf cannot update to ACTIVE because it is not bound. {{(pid=80237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 24 07:05:32.405692 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-d40db5b0-960f-441d-8fed-5ba110c05f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b874ce80-df02-405f-bb2a-6c08515206fd', 'name': 'tempest-TestShelveInstance-1542735610-router', 'tenant_id': '0cbc5a2c43e442e881ea5da07e6155a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'external_fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.86'}], 'enable_snat': True}, 'gw_port_id': '93ba0ed6-7630-41f4-bc05-763daf92311d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T07:05:25Z', 'updated_at': '2021-01-24T07:05:31Z', 'revision_number': 4, 'project_id': '0cbc5a2c43e442e881ea5da07e6155a1', 'gw_port': {'id': '93ba0ed6-7630-41f4-bc05-763daf92311d', 'name': '', 'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:4d:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b874ce80-df02-405f-bb2a-6c08515206fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T07:05:26Z', 'updated_at': '2021-01-24T07:05:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-6-smb', '_interfaces': [{'id': '2ae94b8a-dfb9-4098-929c-7eaf4986fdbf', 'name': '', 'network_id': '3a2995af-23e4-4848-b461-069c7594050c', 'tenant_id': '0cbc5a2c43e442e881ea5da07e6155a1', 'mac_address': 'fa:16:3e:90:eb:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b874ce80-df02-405f-bb2a-6c08515206fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '36d77b5b-eba8-4153-af7c-7e5a5de26b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T07:05:30Z', 'updated_at': '2021-01-24T07:05:31Z', 'revision_number': 2, 'project_id': '0cbc5a2c43e442e881ea5da07e6155a1', 'subnets': [{'id': '36d77b5b-eba8-4153-af7c-7e5a5de26b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-6-smb', False) {} {{(pid=80237) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:05:32.410384 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40db5b0-960f-441d-8fed-5ba110c05f82 None None] The sync data for ids ['b874ce80-df02-405f-bb2a-6c08515206fd'] in dv-cinder-772181-6-smb is: [{'id': 'b874ce80-df02-405f-bb2a-6c08515206fd', 'name': 'tempest-TestShelveInstance-1542735610-router', 'tenant_id': '0cbc5a2c43e442e881ea5da07e6155a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'external_fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.86'}], 'enable_snat': True}, 'gw_port_id': '93ba0ed6-7630-41f4-bc05-763daf92311d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T07:05:25Z', 'updated_at': '2021-01-24T07:05:31Z', 'revision_number': 4, 'project_id': '0cbc5a2c43e442e881ea5da07e6155a1', 'gw_port': {'id': '93ba0ed6-7630-41f4-bc05-763daf92311d', 'name': '', 'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:4d:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b874ce80-df02-405f-bb2a-6c08515206fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T07:05:26Z', 'updated_at': '2021-01-24T07:05:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-6-smb', '_interfaces': [{'id': '2ae94b8a-dfb9-4098-929c-7eaf4986fdbf', 'name': '', 'network_id': '3a2995af-23e4-4848-b461-069c7594050c', 'tenant_id': '0cbc5a2c43e442e881ea5da07e6155a1', 'mac_address': 'fa:16:3e:90:eb:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b874ce80-df02-405f-bb2a-6c08515206fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '36d77b5b-eba8-4153-af7c-7e5a5de26b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T07:05:30Z', 'updated_at': '2021-01-24T07:05:31Z', 'revision_number': 2, 'project_id': '0cbc5a2c43e442e881ea5da07e6155a1', 'subnets': [{'id': '36d77b5b-eba8-4153-af7c-7e5a5de26b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 24 07:05:33.042346 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 38160) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:05:33.048743 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-973716fe-fc69-465c-a45c-917f311f6ea8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-676889877-network', 'tenant_id': 'ade892987cf4421c8fba793036ea74ca'}} {{(pid=80236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 07:05:33.054493 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-973716fe-fc69-465c-a45c-917f311f6ea8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 07:05:33.058893 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-973716fe-fc69-465c-a45c-917f311f6ea8 admin admin] Usage tracker for resource:network and tenant:ade892987cf4421c8fba793036ea74ca is out of sync, need to count used quota {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 07:05:33.062366 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-973716fe-fc69-465c-a45c-917f311f6ea8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 07:05:33.069401 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-973716fe-fc69-465c-a45c-917f311f6ea8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 07:05:33.081871 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-973716fe-fc69-465c-a45c-917f311f6ea8 admin admin] Made reservation on behalf of ade892987cf4421c8fba793036ea74ca for: {'network': 1} {{(pid=80236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 07:05:33.090438 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-973716fe-fc69-465c-a45c-917f311f6ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for network, before_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:33.105358 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-973716fe-fc69-465c-a45c-917f311f6ea8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:33.125543 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-973716fe-fc69-465c-a45c-917f311f6ea8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 07:05:33.130477 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-973716fe-fc69-465c-a45c-917f311f6ea8 admin admin] Usage tracker for resource:security_group_rule and tenant:ade892987cf4421c8fba793036ea74ca is out of sync, need to count used quota {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 07:05:33.133554 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-973716fe-fc69-465c-a45c-917f311f6ea8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 07:05:33.140721 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-973716fe-fc69-465c-a45c-917f311f6ea8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 07:05:33.335050 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebb3de3-707e-4dd7-baf5-868dee6f72d6 req-5c6be8ef-f1bd-425e-acb7-2e142bbed789 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:05:33.336811 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-1ebb3de3-707e-4dd7-baf5-868dee6f72d6 req-5c6be8ef-f1bd-425e-acb7-2e142bbed789 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] 10.222.0.22 "GET /v2.0/ports?device_id=0bcf0c84-6a3c-4d57-9466-833b5b56b6d0 HTTP/1.1" status: 200 len: 945 time: 0.1739922 Jan 24 07:05:33.369585 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-973716fe-fc69-465c-a45c-917f311f6ea8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:33.378335 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-973716fe-fc69-465c-a45c-917f311f6ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:33.383750 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-9d2d2e67-11f3-4d18-8180-015bcd2613f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:05:33.423783 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-973716fe-fc69-465c-a45c-917f311f6ea8 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 24 07:05:33.444058 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-1ebb3de3-707e-4dd7-baf5-868dee6f72d6 req-104b6051-a1c0-466f-89b9-892ca8aa8d3d tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] 10.222.0.22 "GET /v2.0/security-groups?id=88b59b82-aa88-498b-bc45-381dc80977fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964150 Jan 24 07:05:33.449299 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Device b75c7618-7821-4745-948f-c6e1f730493c up at agent ovs-agent-hv-cinder-77218 {{(pid=80237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 07:05:33.455654 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973716fe-fc69-465c-a45c-917f311f6ea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60323c07-1e4b-4413-b29a-71b801d5b1b2,revision_number=1']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:05:33.459009 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-973716fe-fc69-465c-a45c-917f311f6ea8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363276712724152', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419005'] for segment, precommit_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:33.459455 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.db.segments_db [None req-973716fe-fc69-465c-a45c-917f311f6ea8 admin admin] Added segment fda5a6f7-fbed-4df5-878d-8a98362d85fc of type vxlan for network 792259be-4166-4a00-900e-89104c2f4033 Jan 24 07:05:33.460899 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-973716fe-fc69-465c-a45c-917f311f6ea8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:05:33.495970 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-973716fe-fc69-465c-a45c-917f311f6ea8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760141522069'] for network, precommit_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:33.535351 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-973716fe-fc69-465c-a45c-917f311f6ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854325290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788'] for network, after_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:33.536982 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973716fe-fc69-465c-a45c-917f311f6ea8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:05:33.537977 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-973716fe-fc69-465c-a45c-917f311f6ea8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539807'] for network, before_response {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:33.544910 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:05:33.548798 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Provisioning complete for port b75c7618-7821-4745-948f-c6e1f730493c triggered by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 07:05:33.549352 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:33.685699 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973716fe-fc69-465c-a45c-917f311f6ea8 admin admin] Pushing event updated for resources: {'Network': ['ID=792259be-4166-4a00-900e-89104c2f4033,revision_number=1']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:05:33.691523 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-973716fe-fc69-465c-a45c-917f311f6ea8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:05:33.701540 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Network 792259be-4166-4a00-900e-89104c2f4033 details requested by agent ovs-agent-dv-cinder-772181-6-smb with host dv-cinder-772181-6-smb {{(pid=80237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 24 07:05:33.720312 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-973716fe-fc69-465c-a45c-917f311f6ea8 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.6766517 Jan 24 07:05:33.723056 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 38170) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:05:33.731591 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-211de3c6-a459-4088-a0a1-112b4f5ce6b8 admin admin] Request body: {'subnet': {'network_id': '792259be-4166-4a00-900e-89104c2f4033', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-676889877-subnet', 'tenant_id': 'ade892987cf4421c8fba793036ea74ca', 'ip_version': 4}} {{(pid=80235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 07:05:33.738387 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Network 792259be-4166-4a00-900e-89104c2f4033 details requested by agent ovs-agent-hv-cinder-77218 with host hv-cinder-77218 {{(pid=80237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 24 07:05:33.746532 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-211de3c6-a459-4088-a0a1-112b4f5ce6b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 07:05:33.751614 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-211de3c6-a459-4088-a0a1-112b4f5ce6b8 admin admin] Usage tracker for resource:subnet and tenant:ade892987cf4421c8fba793036ea74ca is out of sync, need to count used quota {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 07:05:33.755200 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-211de3c6-a459-4088-a0a1-112b4f5ce6b8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 07:05:33.763113 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-211de3c6-a459-4088-a0a1-112b4f5ce6b8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 07:05:33.779624 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-211de3c6-a459-4088-a0a1-112b4f5ce6b8 admin admin] Made reservation on behalf of ade892987cf4421c8fba793036ea74ca for: {'subnet': 1} {{(pid=80235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 07:05:33.787979 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-211de3c6-a459-4088-a0a1-112b4f5ce6b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852350108'] for subnet, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:34.151334 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Device 93ba0ed6-7630-41f4-bc05-763daf92311d up at agent ovs-agent-dv-cinder-772181-6-smb {{(pid=80237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 07:05:34.265151 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Provisioning for port 93ba0ed6-7630-41f4-bc05-763daf92311d completed by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 07:05:34.270980 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Provisioning complete for port 93ba0ed6-7630-41f4-bc05-763daf92311d triggered by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 07:05:34.271403 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:34.290278 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-211de3c6-a459-4088-a0a1-112b4f5ce6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854325308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2920748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852350091'] for subnet, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:34.305211 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-35221e33-2610-4f32-9493-a1874a8da493 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:05:34.398549 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:34.415315 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] For port 93ba0ed6-7630-41f4-bc05-763daf92311d, host dv-cinder-772181-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-6-smb',level=0,port_id=93ba0ed6-7630-41f4-bc05-763daf92311d,segment=NetworkSegment(c7c4758e-d769-4634-92c6-d73b8ba1db56),segment_id=c7c4758e-d769-4634-92c6-d73b8ba1db56)] {{(pid=80237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 07:05:34.419123 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098'] for port, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:34.421059 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:05:34.429343 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211de3c6-a459-4088-a0a1-112b4f5ce6b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36a2bb73-f2a3-4979-863e-8acdee5c8f65,revision_number=0']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:05:34.452720 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211de3c6-a459-4088-a0a1-112b4f5ce6b8 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:05:34.453128 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211de3c6-a459-4088-a0a1-112b4f5ce6b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:05:34.453554 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211de3c6-a459-4088-a0a1-112b4f5ce6b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:05:34.453923 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211de3c6-a459-4088-a0a1-112b4f5ce6b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:05:34.454461 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211de3c6-a459-4088-a0a1-112b4f5ce6b8 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:05:34.454858 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211de3c6-a459-4088-a0a1-112b4f5ce6b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:05:34.455244 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211de3c6-a459-4088-a0a1-112b4f5ce6b8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:05:34.455633 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211de3c6-a459-4088-a0a1-112b4f5ce6b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:05:34.456029 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211de3c6-a459-4088-a0a1-112b4f5ce6b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:05:34.456420 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211de3c6-a459-4088-a0a1-112b4f5ce6b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:05:34.456801 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211de3c6-a459-4088-a0a1-112b4f5ce6b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:05:34.457181 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211de3c6-a459-4088-a0a1-112b4f5ce6b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:05:34.457602 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211de3c6-a459-4088-a0a1-112b4f5ce6b8 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:05:34.457980 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211de3c6-a459-4088-a0a1-112b4f5ce6b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:05:34.458362 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211de3c6-a459-4088-a0a1-112b4f5ce6b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:05:34.458740 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211de3c6-a459-4088-a0a1-112b4f5ce6b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:05:34.459121 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211de3c6-a459-4088-a0a1-112b4f5ce6b8 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:05:34.459497 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211de3c6-a459-4088-a0a1-112b4f5ce6b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:05:34.459905 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211de3c6-a459-4088-a0a1-112b4f5ce6b8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:05:34.460279 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211de3c6-a459-4088-a0a1-112b4f5ce6b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:05:34.460656 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211de3c6-a459-4088-a0a1-112b4f5ce6b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:05:34.461032 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211de3c6-a459-4088-a0a1-112b4f5ce6b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:05:34.461412 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211de3c6-a459-4088-a0a1-112b4f5ce6b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:05:34.461791 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211de3c6-a459-4088-a0a1-112b4f5ce6b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:05:34.466115 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-211de3c6-a459-4088-a0a1-112b4f5ce6b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:05:34.493296 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Pushing event updated for resources: {'Port': ['ID=93ba0ed6-7630-41f4-bc05-763daf92311d,revision_number=4']} {{(pid=80237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:05:34.496638 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:05:34.527367 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211de3c6-a459-4088-a0a1-112b4f5ce6b8 admin admin] Checking segment: {'id': 'fda5a6f7-fbed-4df5-878d-8a98362d85fc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '792259be-4166-4a00-900e-89104c2f4033'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 07:05:34.527773 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211de3c6-a459-4088-a0a1-112b4f5ce6b8 admin admin] Network hostable DHCP agents. Network: 792259be-4166-4a00-900e-89104c2f4033, hostable agents: ['d33f51e1-f1a2-468d-95a7-36d67ba2db65'], hosted agents: [] {{(pid=80235) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 24 07:05:34.545816 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211de3c6-a459-4088-a0a1-112b4f5ce6b8 admin admin] Network 792259be-4166-4a00-900e-89104c2f4033 is scheduled to be hosted by DHCP agent d33f51e1-f1a2-468d-95a7-36d67ba2db65 with binding_index 1 {{(pid=80235) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 24 07:05:34.554245 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [None req-211de3c6-a459-4088-a0a1-112b4f5ce6b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-6-smb, 792259be-4166-4a00-900e-89104c2f4033) {{(pid=80235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 07:05:34.563245 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2103b019-1903-416f-a515-8d563798335a None None] Network 792259be-4166-4a00-900e-89104c2f4033 requested from dv-cinder-772181-6-smb {{(pid=80237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 07:05:34.566740 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211de3c6-a459-4088-a0a1-112b4f5ce6b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:05:34.567391 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-211de3c6-a459-4088-a0a1-112b4f5ce6b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539807'] for subnet, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:34.586452 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-211de3c6-a459-4088-a0a1-112b4f5ce6b8 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8606281 Jan 24 07:05:34.589544 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 38178) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:05:34.595479 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-dd21fd9d-b6f7-478f-93aa-aebc48d98922 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-676889877-router', 'tenant_id': 'ade892987cf4421c8fba793036ea74ca', 'external_gateway_info': {'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a'}}} {{(pid=80235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 07:05:34.600800 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-dd21fd9d-b6f7-478f-93aa-aebc48d98922 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 07:05:34.604999 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-dd21fd9d-b6f7-478f-93aa-aebc48d98922 admin admin] Usage tracker for resource:router and tenant:ade892987cf4421c8fba793036ea74ca is out of sync, need to count used quota {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 07:05:34.608581 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-dd21fd9d-b6f7-478f-93aa-aebc48d98922 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 07:05:34.615012 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-dd21fd9d-b6f7-478f-93aa-aebc48d98922 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 07:05:34.625541 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-dd21fd9d-b6f7-478f-93aa-aebc48d98922 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-492021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8889'] for router, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:34.626958 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-dd21fd9d-b6f7-478f-93aa-aebc48d98922 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854283885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854261357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-438936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854766926'] for router, precommit_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:34.642983 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-dd21fd9d-b6f7-478f-93aa-aebc48d98922 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:34.793031 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6fa05d-9667-4497-9a82-774df2945af8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa806b67e-33b8-5b8e-8be6-afe1d16f8eae-792259be-4166-4a00-900e-89104c2f4033', 'network_id': '792259be-4166-4a00-900e-89104c2f4033', 'tenant_id': 'ade892987cf4421c8fba793036ea74ca', 'fixed_ips': [{'subnet_id': '36a2bb73-f2a3-4979-863e-8acdee5c8f65'}]}} from dv-cinder-772181-6-smb. {{(pid=80237) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 24 07:05:34.794055 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6c6fa05d-9667-4497-9a82-774df2945af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_create {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:34.927106 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-dd21fd9d-b6f7-478f-93aa-aebc48d98922 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854261344', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-491778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2396'] for router, precommit_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:35.102531 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.db_base_plugin_common [None req-6c6fa05d-9667-4497-9a82-774df2945af8 None None] Allocated IP 172.20.0.2 (792259be-4166-4a00-900e-89104c2f4033/36a2bb73-f2a3-4979-863e-8acdee5c8f65/63147fc6-9157-463a-891b-9a579842fc6d) {{(pid=80237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 07:05:35.335672 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6c6fa05d-9667-4497-9a82-774df2945af8 None None] Notify callbacks [] for port, precommit_create {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:35.346661 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-6c6fa05d-9667-4497-9a82-774df2945af8 None None] Transition to ACTIVE for port object 63147fc6-9157-463a-891b-9a579842fc6d will not be triggered until provisioned by entity L2. {{(pid=80237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 07:05:35.364153 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-6c6fa05d-9667-4497-9a82-774df2945af8 None None] Transition to ACTIVE for port object 63147fc6-9157-463a-891b-9a579842fc6d will not be triggered until provisioned by entity DHCP. {{(pid=80237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 07:05:35.369388 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6c6fa05d-9667-4497-9a82-774df2945af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363276713217020'] for port, after_create {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:35.386175 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-cff3e7f0-23bf-421e-be1d-3eb381173942 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:05:35.511101 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-dd21fd9d-b6f7-478f-93aa-aebc48d98922 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:35.523629 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6fa05d-9667-4497-9a82-774df2945af8 None None] Pushing event updated for resources: {'Port': ['ID=63147fc6-9157-463a-891b-9a579842fc6d,revision_number=1']} {{(pid=80237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:05:35.528143 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-6c6fa05d-9667-4497-9a82-774df2945af8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:05:35.548150 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-dd21fd9d-b6f7-478f-93aa-aebc48d98922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:35.586777 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6fa05d-9667-4497-9a82-774df2945af8 None None] Network 792259be-4166-4a00-900e-89104c2f4033 is already hosted by enough agents. {{(pid=80237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 07:05:35.588939 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [None req-6c6fa05d-9667-4497-9a82-774df2945af8 None None] Resources bound (agent type, host, resource id): {{(pid=80237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 07:05:35.591320 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6fa05d-9667-4497-9a82-774df2945af8 None None] Received port after_create {{(pid=80237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 07:05:35.670392 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-6c6fa05d-9667-4497-9a82-774df2945af8 None None] Attempting to bind port 63147fc6-9157-463a-891b-9a579842fc6d on host dv-cinder-772181-6-smb for vnic_type normal with profile {{(pid=80237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 07:05:35.671333 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-6c6fa05d-9667-4497-9a82-774df2945af8 None None] Attempting to bind port 63147fc6-9157-463a-891b-9a579842fc6d by drivers openvswitch on host dv-cinder-772181-6-smb at level 0 using segments [{'id': 'fda5a6f7-fbed-4df5-878d-8a98362d85fc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '792259be-4166-4a00-900e-89104c2f4033'}] {{(pid=80237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 07:05:35.671333 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6fa05d-9667-4497-9a82-774df2945af8 None None] Attempting to bind port 63147fc6-9157-463a-891b-9a579842fc6d on network 792259be-4166-4a00-900e-89104c2f4033 {{(pid=80237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 07:05:35.677527 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6fa05d-9667-4497-9a82-774df2945af8 None None] Checking agent: {'id': '3fe64d96-acff-4950-84fb-d8384a2371af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 6, 49, 21), 'started_at': datetime.datetime(2021, 1, 24, 6, 49, 51), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 7, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 07:05:35.678032 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6fa05d-9667-4497-9a82-774df2945af8 None None] Checking segment: {'id': 'fda5a6f7-fbed-4df5-878d-8a98362d85fc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '792259be-4166-4a00-900e-89104c2f4033'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 07:05:35.678548 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6c6fa05d-9667-4497-9a82-774df2945af8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:35.679055 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6fa05d-9667-4497-9a82-774df2945af8 None None] Bound using segment: {'id': 'fda5a6f7-fbed-4df5-878d-8a98362d85fc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '792259be-4166-4a00-900e-89104c2f4033'} {{(pid=80237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 07:05:35.679795 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-6c6fa05d-9667-4497-9a82-774df2945af8 None None] Bound port: 63147fc6-9157-463a-891b-9a579842fc6d, host: dv-cinder-772181-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fda5a6f7-fbed-4df5-878d-8a98362d85fc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '792259be-4166-4a00-900e-89104c2f4033'}}] {{(pid=80237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 07:05:35.680217 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6c6fa05d-9667-4497-9a82-774df2945af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:35.784172 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-6c6fa05d-9667-4497-9a82-774df2945af8 None None] For port 63147fc6-9157-463a-891b-9a579842fc6d, host dv-cinder-772181-6-smb, cleared binding levels {{(pid=80237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 07:05:35.787400 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-6c6fa05d-9667-4497-9a82-774df2945af8 None None] For port 63147fc6-9157-463a-891b-9a579842fc6d, host dv-cinder-772181-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-6-smb',level=0,port_id=63147fc6-9157-463a-891b-9a579842fc6d,segment=NetworkSegment(fda5a6f7-fbed-4df5-878d-8a98362d85fc),segment_id=fda5a6f7-fbed-4df5-878d-8a98362d85fc)] {{(pid=80237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 07:05:35.793668 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-6c6fa05d-9667-4497-9a82-774df2945af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098'] for port, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:35.815288 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-5a4ce2ff-4622-4def-8573-3d5097bc8628 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:05:35.865453 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.db_base_plugin_common [None req-dd21fd9d-b6f7-478f-93aa-aebc48d98922 admin admin] Allocated IP 172.28.0.165 (3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a/ded01328-6a1f-470d-9832-6a1e67bc132f/86993441-fef6-4493-b2f7-066e05ed21f8) {{(pid=80235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 07:05:35.905275 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b7eb72-82a0-4ad9-bf3a-c1a7af4dcd71 None None] Sync routers for ids ['b874ce80-df02-405f-bb2a-6c08515206fd'] in dv-cinder-772181-6-smb {{(pid=80238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 24 07:05:35.921352 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b7eb72-82a0-4ad9-bf3a-c1a7af4dcd71 None None] Routers {'b874ce80-df02-405f-bb2a-6c08515206fd'} bound to L3 agent in host dv-cinder-772181-6-smb {{(pid=80238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 07:05:35.922219 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-d9b7eb72-82a0-4ad9-bf3a-c1a7af4dcd71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-24T06:49:21Z,description=,heartbeat_timestamp=2021-01-24T07:05:21Z,host='dv-cinder-772181-6-smb',id=4d190a5c-2620-4f2a-bccf-f8076df9706a,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T06:49:21Z,topic='l3_agent')) {'router_ids': ['b874ce80-df02-405f-bb2a-6c08515206fd'], 'active': True} {{(pid=80238) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:05:35.935780 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Device 93ba0ed6-7630-41f4-bc05-763daf92311d up at agent ovs-agent-dv-cinder-772181-6-smb {{(pid=80237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 07:05:36.036265 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6fa05d-9667-4497-9a82-774df2945af8 None None] Pushing event updated for resources: {'Port': ['ID=63147fc6-9157-463a-891b-9a579842fc6d,revision_number=2']} {{(pid=80237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:05:36.045865 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-6c6fa05d-9667-4497-9a82-774df2945af8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:05:36.061715 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-dd21fd9d-b6f7-478f-93aa-aebc48d98922 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:36.083959 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Provisioning complete for port 93ba0ed6-7630-41f4-bc05-763daf92311d triggered by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 07:05:36.084384 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:36.103219 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-dd21fd9d-b6f7-478f-93aa-aebc48d98922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363276713217020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851855427'] for port, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:36.155597 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-10fba981-2823-49f2-acbd-c01592035993 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:05:36.324290 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd21fd9d-b6f7-478f-93aa-aebc48d98922 admin admin] Pushing event updated for resources: {'Port': ['ID=86993441-fef6-4493-b2f7-066e05ed21f8,revision_number=1']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:05:36.328974 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-dd21fd9d-b6f7-478f-93aa-aebc48d98922 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:05:36.365922 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-d9b7eb72-82a0-4ad9-bf3a-c1a7af4dcd71 None None] Set router b874ce80-df02-405f-bb2a-6c08515206fd gateway port host: dv-cinder-772181-6-smb {{(pid=80238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 07:05:36.382650 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd21fd9d-b6f7-478f-93aa-aebc48d98922 admin admin] Network 3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a is already hosted by enough agents. {{(pid=80235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 07:05:36.383815 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [None req-dd21fd9d-b6f7-478f-93aa-aebc48d98922 admin admin] Resources bound (agent type, host, resource id): {{(pid=80235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 07:05:36.386404 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd21fd9d-b6f7-478f-93aa-aebc48d98922 admin admin] Received port after_create {{(pid=80235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 07:05:36.713439 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-d9b7eb72-82a0-4ad9-bf3a-c1a7af4dcd71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b874ce80-df02-405f-bb2a-6c08515206fd', 'name': 'tempest-TestShelveInstance-1542735610-router', 'tenant_id': '0cbc5a2c43e442e881ea5da07e6155a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'external_fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.86'}], 'enable_snat': True}, 'gw_port_id': '93ba0ed6-7630-41f4-bc05-763daf92311d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T07:05:25Z', 'updated_at': '2021-01-24T07:05:31Z', 'revision_number': 4, 'project_id': '0cbc5a2c43e442e881ea5da07e6155a1', 'gw_port': {'id': '93ba0ed6-7630-41f4-bc05-763daf92311d', 'name': '', 'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:4d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b874ce80-df02-405f-bb2a-6c08515206fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T07:05:26Z', 'updated_at': '2021-01-24T07:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-6-smb', '_interfaces': [{'id': '2ae94b8a-dfb9-4098-929c-7eaf4986fdbf', 'name': '', 'network_id': '3a2995af-23e4-4848-b461-069c7594050c', 'tenant_id': '0cbc5a2c43e442e881ea5da07e6155a1', 'mac_address': 'fa:16:3e:90:eb:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b874ce80-df02-405f-bb2a-6c08515206fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '36d77b5b-eba8-4153-af7c-7e5a5de26b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T07:05:30Z', 'updated_at': '2021-01-24T07:05:31Z', 'revision_number': 2, 'project_id': '0cbc5a2c43e442e881ea5da07e6155a1', 'subnets': [{'id': '36d77b5b-eba8-4153-af7c-7e5a5de26b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-6-smb', False) {} {{(pid=80238) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:05:36.717506 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b7eb72-82a0-4ad9-bf3a-c1a7af4dcd71 None None] Checking router: b874ce80-df02-405f-bb2a-6c08515206fd for host: dv-cinder-772181-6-smb {{(pid=80238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 24 07:05:36.717922 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b7eb72-82a0-4ad9-bf3a-c1a7af4dcd71 None None] Updating router b874ce80-df02-405f-bb2a-6c08515206fd port 2ae94b8a-dfb9-4098-929c-7eaf4986fdbf binding host dv-cinder-772181-6-smb {{(pid=80238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 24 07:05:36.773373 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-d9b7eb72-82a0-4ad9-bf3a-c1a7af4dcd71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:36.854328 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-dd21fd9d-b6f7-478f-93aa-aebc48d98922 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:37.212434 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-d9b7eb72-82a0-4ad9-bf3a-c1a7af4dcd71 None None] Notify callbacks [] for port, precommit_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:37.220746 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-dd21fd9d-b6f7-478f-93aa-aebc48d98922 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854283779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514502'] for router, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:37.224998 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-d9b7eb72-82a0-4ad9-bf3a-c1a7af4dcd71 None None] Transition to ACTIVE for port object 2ae94b8a-dfb9-4098-929c-7eaf4986fdbf will not be triggered until provisioned by entity L2. {{(pid=80238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 07:05:37.227738 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-d9b7eb72-82a0-4ad9-bf3a-c1a7af4dcd71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098'] for port, after_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:37.243738 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:05:37.381176 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b34aa88-3674-44ce-835c-3eaf514548dc None None] Pushing event updated for resources: {'Port': ['ID=2ae94b8a-dfb9-4098-929c-7eaf4986fdbf,revision_number=3']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:05:37.405046 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b34aa88-3674-44ce-835c-3eaf514548dc None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:05:37.405433 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b34aa88-3674-44ce-835c-3eaf514548dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:05:37.405776 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b34aa88-3674-44ce-835c-3eaf514548dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:05:37.406143 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b34aa88-3674-44ce-835c-3eaf514548dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:05:37.406504 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b34aa88-3674-44ce-835c-3eaf514548dc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:05:37.406864 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b34aa88-3674-44ce-835c-3eaf514548dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:05:37.407908 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b34aa88-3674-44ce-835c-3eaf514548dc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:05:37.408269 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b34aa88-3674-44ce-835c-3eaf514548dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:05:37.408626 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b34aa88-3674-44ce-835c-3eaf514548dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:05:37.408981 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b34aa88-3674-44ce-835c-3eaf514548dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:05:37.409333 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b34aa88-3674-44ce-835c-3eaf514548dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:05:37.409686 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b34aa88-3674-44ce-835c-3eaf514548dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:05:37.410083 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b34aa88-3674-44ce-835c-3eaf514548dc None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:05:37.410433 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b34aa88-3674-44ce-835c-3eaf514548dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:05:37.410963 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b34aa88-3674-44ce-835c-3eaf514548dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:05:37.411085 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b34aa88-3674-44ce-835c-3eaf514548dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:05:37.411437 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b34aa88-3674-44ce-835c-3eaf514548dc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:05:37.411807 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b34aa88-3674-44ce-835c-3eaf514548dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:05:37.412157 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b34aa88-3674-44ce-835c-3eaf514548dc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:05:37.412508 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b34aa88-3674-44ce-835c-3eaf514548dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:05:37.412855 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b34aa88-3674-44ce-835c-3eaf514548dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:05:37.413205 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b34aa88-3674-44ce-835c-3eaf514548dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:05:37.413552 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b34aa88-3674-44ce-835c-3eaf514548dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:05:37.413900 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b34aa88-3674-44ce-835c-3eaf514548dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:05:37.420612 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-0b34aa88-3674-44ce-835c-3eaf514548dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:05:37.487598 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd21fd9d-b6f7-478f-93aa-aebc48d98922 admin admin] Router 39895866-dd79-4f87-abfc-2aa831086d4d is scheduled to L3 agent 4d190a5c-2620-4f2a-bccf-f8076df9706a with binding_index 1 {{(pid=80235) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 24 07:05:37.614448 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-d9b7eb72-82a0-4ad9-bf3a-c1a7af4dcd71 None None] Attempting to bind port 2ae94b8a-dfb9-4098-929c-7eaf4986fdbf on host dv-cinder-772181-6-smb for vnic_type normal with profile {{(pid=80238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 07:05:37.615189 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-d9b7eb72-82a0-4ad9-bf3a-c1a7af4dcd71 None None] Attempting to bind port 2ae94b8a-dfb9-4098-929c-7eaf4986fdbf by drivers openvswitch on host dv-cinder-772181-6-smb at level 0 using segments [{'id': 'd16347d5-9ccb-46ed-916a-b6ce188be078', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3a2995af-23e4-4848-b461-069c7594050c'}] {{(pid=80238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 07:05:37.616588 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b7eb72-82a0-4ad9-bf3a-c1a7af4dcd71 None None] Attempting to bind port 2ae94b8a-dfb9-4098-929c-7eaf4986fdbf on network 3a2995af-23e4-4848-b461-069c7594050c {{(pid=80238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 07:05:37.623926 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b7eb72-82a0-4ad9-bf3a-c1a7af4dcd71 None None] Checking agent: {'id': '3fe64d96-acff-4950-84fb-d8384a2371af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 6, 49, 21), 'started_at': datetime.datetime(2021, 1, 24, 6, 49, 51), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 7, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 07:05:37.624587 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b7eb72-82a0-4ad9-bf3a-c1a7af4dcd71 None None] Checking segment: {'id': 'd16347d5-9ccb-46ed-916a-b6ce188be078', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3a2995af-23e4-4848-b461-069c7594050c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 07:05:37.625227 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-d9b7eb72-82a0-4ad9-bf3a-c1a7af4dcd71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:37.626390 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b7eb72-82a0-4ad9-bf3a-c1a7af4dcd71 None None] Bound using segment: {'id': 'd16347d5-9ccb-46ed-916a-b6ce188be078', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3a2995af-23e4-4848-b461-069c7594050c'} {{(pid=80238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 07:05:37.627186 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-d9b7eb72-82a0-4ad9-bf3a-c1a7af4dcd71 None None] Bound port: 2ae94b8a-dfb9-4098-929c-7eaf4986fdbf, host: dv-cinder-772181-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd16347d5-9ccb-46ed-916a-b6ce188be078', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3a2995af-23e4-4848-b461-069c7594050c'}}] {{(pid=80238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 07:05:37.627847 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-d9b7eb72-82a0-4ad9-bf3a-c1a7af4dcd71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:37.747486 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-d9b7eb72-82a0-4ad9-bf3a-c1a7af4dcd71 None None] For port 2ae94b8a-dfb9-4098-929c-7eaf4986fdbf, host dv-cinder-772181-6-smb, cleared binding levels {{(pid=80238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 07:05:37.751626 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-d9b7eb72-82a0-4ad9-bf3a-c1a7af4dcd71 None None] For port 2ae94b8a-dfb9-4098-929c-7eaf4986fdbf, host dv-cinder-772181-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-6-smb',level=0,port_id=2ae94b8a-dfb9-4098-929c-7eaf4986fdbf,segment=NetworkSegment(d16347d5-9ccb-46ed-916a-b6ce188be078),segment_id=d16347d5-9ccb-46ed-916a-b6ce188be078)] {{(pid=80238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 07:05:37.757574 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-d9b7eb72-82a0-4ad9-bf3a-c1a7af4dcd71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098'] for port, after_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:37.776003 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e7ba1f-4e15-4adf-b2c3-a4abeea81c6d None None] Network 792259be-4166-4a00-900e-89104c2f4033 requested from dv-cinder-772181-6-smb {{(pid=80237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 07:05:37.784785 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:05:37.909121 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-6514b709-d1f0-4758-843b-403efeb5f775 None None] Provisioning for port 63147fc6-9157-463a-891b-9a579842fc6d completed by entity DHCP. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 07:05:37.979448 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd21fd9d-b6f7-478f-93aa-aebc48d98922 admin admin] Notify agent at l3_agent.dv-cinder-772181-6-smb the message routers_updated {{(pid=80235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 24 07:05:37.996536 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7037e2cb-a00e-4152-bfec-c5bc7d8683c5 None None] Sync routers for ids ['39895866-dd79-4f87-abfc-2aa831086d4d'] in dv-cinder-772181-6-smb {{(pid=80237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 24 07:05:38.010705 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-dd21fd9d-b6f7-478f-93aa-aebc48d98922 admin admin] Notify callbacks [] for router, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:38.012508 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-dd21fd9d-b6f7-478f-93aa-aebc48d98922 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.4221842 Jan 24 07:05:38.015462 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 38202) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:05:38.022531 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b34aa88-3674-44ce-835c-3eaf514548dc None None] Pushing event updated for resources: {'Port': ['ID=2ae94b8a-dfb9-4098-929c-7eaf4986fdbf,revision_number=4']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:05:38.024168 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Device 63147fc6-9157-463a-891b-9a579842fc6d up at agent ovs-agent-dv-cinder-772181-6-smb {{(pid=80237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 07:05:38.026693 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-0b34aa88-3674-44ce-835c-3eaf514548dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:05:38.027450 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b7eb72-82a0-4ad9-bf3a-c1a7af4dcd71 None None] Routers {'b874ce80-df02-405f-bb2a-6c08515206fd'} bound to L3 agent in host dv-cinder-772181-6-smb {{(pid=80238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 07:05:38.028143 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-d9b7eb72-82a0-4ad9-bf3a-c1a7af4dcd71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-24T06:49:21Z,description=,heartbeat_timestamp=2021-01-24T07:05:21Z,host='dv-cinder-772181-6-smb',id=4d190a5c-2620-4f2a-bccf-f8076df9706a,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T06:49:21Z,topic='l3_agent')) {'router_ids': ['b874ce80-df02-405f-bb2a-6c08515206fd'], 'active': True} {{(pid=80238) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:05:38.102264 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7037e2cb-a00e-4152-bfec-c5bc7d8683c5 None None] Routers {'39895866-dd79-4f87-abfc-2aa831086d4d'} bound to L3 agent in host dv-cinder-772181-6-smb {{(pid=80237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 07:05:38.102975 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-7037e2cb-a00e-4152-bfec-c5bc7d8683c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-24T06:49:21Z,description=,heartbeat_timestamp=2021-01-24T07:05:21Z,host='dv-cinder-772181-6-smb',id=4d190a5c-2620-4f2a-bccf-f8076df9706a,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T06:49:21Z,topic='l3_agent')) {'router_ids': ['39895866-dd79-4f87-abfc-2aa831086d4d'], 'active': True} {{(pid=80237) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:05:38.283403 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-d9b7eb72-82a0-4ad9-bf3a-c1a7af4dcd71 None None] Set router b874ce80-df02-405f-bb2a-6c08515206fd gateway port host: dv-cinder-772181-6-smb {{(pid=80238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 07:05:38.371832 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Provisioning for port 63147fc6-9157-463a-891b-9a579842fc6d completed by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 07:05:38.397044 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Provisioning complete for port 63147fc6-9157-463a-891b-9a579842fc6d triggered by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 07:05:38.397595 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:38.505617 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-7037e2cb-a00e-4152-bfec-c5bc7d8683c5 None None] Set router 39895866-dd79-4f87-abfc-2aa831086d4d gateway port host: dv-cinder-772181-6-smb {{(pid=80237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 07:05:38.728273 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-d9b7eb72-82a0-4ad9-bf3a-c1a7af4dcd71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b874ce80-df02-405f-bb2a-6c08515206fd', 'name': 'tempest-TestShelveInstance-1542735610-router', 'tenant_id': '0cbc5a2c43e442e881ea5da07e6155a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'external_fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.86'}], 'enable_snat': True}, 'gw_port_id': '93ba0ed6-7630-41f4-bc05-763daf92311d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T07:05:25Z', 'updated_at': '2021-01-24T07:05:31Z', 'revision_number': 4, 'project_id': '0cbc5a2c43e442e881ea5da07e6155a1', 'gw_port': {'id': '93ba0ed6-7630-41f4-bc05-763daf92311d', 'name': '', 'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:4d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b874ce80-df02-405f-bb2a-6c08515206fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T07:05:26Z', 'updated_at': '2021-01-24T07:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-6-smb', '_interfaces': [{'id': '2ae94b8a-dfb9-4098-929c-7eaf4986fdbf', 'name': '', 'network_id': '3a2995af-23e4-4848-b461-069c7594050c', 'tenant_id': '0cbc5a2c43e442e881ea5da07e6155a1', 'mac_address': 'fa:16:3e:90:eb:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b874ce80-df02-405f-bb2a-6c08515206fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '36d77b5b-eba8-4153-af7c-7e5a5de26b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T07:05:30Z', 'updated_at': '2021-01-24T07:05:37Z', 'revision_number': 4, 'project_id': '0cbc5a2c43e442e881ea5da07e6155a1', 'subnets': [{'id': '36d77b5b-eba8-4153-af7c-7e5a5de26b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-6-smb', False) {} {{(pid=80238) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:05:38.739148 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b7eb72-82a0-4ad9-bf3a-c1a7af4dcd71 None None] The sync data for ids ['b874ce80-df02-405f-bb2a-6c08515206fd'] in dv-cinder-772181-6-smb is: [{'id': 'b874ce80-df02-405f-bb2a-6c08515206fd', 'name': 'tempest-TestShelveInstance-1542735610-router', 'tenant_id': '0cbc5a2c43e442e881ea5da07e6155a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'external_fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.86'}], 'enable_snat': True}, 'gw_port_id': '93ba0ed6-7630-41f4-bc05-763daf92311d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T07:05:25Z', 'updated_at': '2021-01-24T07:05:31Z', 'revision_number': 4, 'project_id': '0cbc5a2c43e442e881ea5da07e6155a1', 'gw_port': {'id': '93ba0ed6-7630-41f4-bc05-763daf92311d', 'name': '', 'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:4d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b874ce80-df02-405f-bb2a-6c08515206fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T07:05:26Z', 'updated_at': '2021-01-24T07:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-6-smb', '_interfaces': [{'id': '2ae94b8a-dfb9-4098-929c-7eaf4986fdbf', 'name': '', 'network_id': '3a2995af-23e4-4848-b461-069c7594050c', 'tenant_id': '0cbc5a2c43e442e881ea5da07e6155a1', 'mac_address': 'fa:16:3e:90:eb:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b874ce80-df02-405f-bb2a-6c08515206fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '36d77b5b-eba8-4153-af7c-7e5a5de26b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T07:05:30Z', 'updated_at': '2021-01-24T07:05:37Z', 'revision_number': 4, 'project_id': '0cbc5a2c43e442e881ea5da07e6155a1', 'subnets': [{'id': '36d77b5b-eba8-4153-af7c-7e5a5de26b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 24 07:05:39.077982 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1b3e6931-b3dd-4fca-940c-42901adcc9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:39.139820 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-18d05b1d-a32c-49d4-9e81-39b082674ff8 None None] Provisioning complete for port 63147fc6-9157-463a-891b-9a579842fc6d triggered by entity DHCP. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 07:05:39.140253 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-18d05b1d-a32c-49d4-9e81-39b082674ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:39.206352 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:39.295417 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] For port 63147fc6-9157-463a-891b-9a579842fc6d, host dv-cinder-772181-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-6-smb',level=0,port_id=63147fc6-9157-463a-891b-9a579842fc6d,segment=NetworkSegment(fda5a6f7-fbed-4df5-878d-8a98362d85fc),segment_id=fda5a6f7-fbed-4df5-878d-8a98362d85fc)] {{(pid=80237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 07:05:39.308808 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098'] for port, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:39.311952 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-bdb6b61a-2133-4348-97e8-206b0897daec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:05:39.423478 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-7037e2cb-a00e-4152-bfec-c5bc7d8683c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39895866-dd79-4f87-abfc-2aa831086d4d', 'name': 'tempest-TestShelveInstance-676889877-router', 'tenant_id': 'ade892987cf4421c8fba793036ea74ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'external_fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.165'}], 'enable_snat': True}, 'gw_port_id': '86993441-fef6-4493-b2f7-066e05ed21f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T07:05:34Z', 'updated_at': '2021-01-24T07:05:36Z', 'revision_number': 3, 'project_id': 'ade892987cf4421c8fba793036ea74ca', 'gw_port': {'id': '86993441-fef6-4493-b2f7-066e05ed21f8', 'name': '', 'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:90:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39895866-dd79-4f87-abfc-2aa831086d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T07:05:35Z', 'updated_at': '2021-01-24T07:05:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-6-smb'}], 'dv-cinder-772181-6-smb', False) {} {{(pid=80237) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:05:39.438790 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7037e2cb-a00e-4152-bfec-c5bc7d8683c5 None None] Checking router: 39895866-dd79-4f87-abfc-2aa831086d4d for host: dv-cinder-772181-6-smb {{(pid=80237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 24 07:05:39.439366 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7037e2cb-a00e-4152-bfec-c5bc7d8683c5 None None] Updating router 39895866-dd79-4f87-abfc-2aa831086d4d port 86993441-fef6-4493-b2f7-066e05ed21f8 binding host dv-cinder-772181-6-smb {{(pid=80237) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 24 07:05:39.499195 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Pushing event updated for resources: {'Port': ['ID=63147fc6-9157-463a-891b-9a579842fc6d,revision_number=3']} {{(pid=80237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:05:39.504615 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:05:39.511855 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-7037e2cb-a00e-4152-bfec-c5bc7d8683c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:39.517488 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.db_base_plugin_common [None req-1b3e6931-b3dd-4fca-940c-42901adcc9c2 admin admin] Allocated IP 172.20.0.1 (792259be-4166-4a00-900e-89104c2f4033/36a2bb73-f2a3-4979-863e-8acdee5c8f65/94b358cf-6309-4c00-9bf1-2b1e6376e72b) {{(pid=80235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 07:05:39.678153 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-c781c012-6088-407f-9c1d-c6741cb3cbe9 None None] Provisioning complete for port 63147fc6-9157-463a-891b-9a579842fc6d triggered by entity DHCP. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 07:05:39.678485 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c781c012-6088-407f-9c1d-c6741cb3cbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:39.698847 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1b3e6931-b3dd-4fca-940c-42901adcc9c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:39.717073 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-1b3e6931-b3dd-4fca-940c-42901adcc9c2 admin admin] Transition to ACTIVE for port object 94b358cf-6309-4c00-9bf1-2b1e6376e72b will not be triggered until provisioned by entity DHCP. {{(pid=80235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 07:05:39.742396 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1b3e6931-b3dd-4fca-940c-42901adcc9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363276713217020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851855427'] for port, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:39.760501 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-3d13ed9b-3ea8-42da-a586-9afbded650e8 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:05:39.908193 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3e6931-b3dd-4fca-940c-42901adcc9c2 admin admin] Pushing event updated for resources: {'Port': ['ID=94b358cf-6309-4c00-9bf1-2b1e6376e72b,revision_number=1']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:05:39.914279 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-1b3e6931-b3dd-4fca-940c-42901adcc9c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:05:39.975901 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Device 2ae94b8a-dfb9-4098-929c-7eaf4986fdbf up at agent ovs-agent-dv-cinder-772181-6-smb {{(pid=80237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 07:05:40.010964 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3e6931-b3dd-4fca-940c-42901adcc9c2 admin admin] Network 792259be-4166-4a00-900e-89104c2f4033 is already hosted by enough agents. {{(pid=80235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 07:05:40.012613 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [None req-1b3e6931-b3dd-4fca-940c-42901adcc9c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=80235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 07:05:40.027083 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3e6931-b3dd-4fca-940c-42901adcc9c2 admin admin] Received port after_create {{(pid=80235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 07:05:40.094280 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1b3e6931-b3dd-4fca-940c-42901adcc9c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854261388'] for router_interface, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:40.135975 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Provisioning for port 2ae94b8a-dfb9-4098-929c-7eaf4986fdbf completed by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 07:05:40.142763 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-7037e2cb-a00e-4152-bfec-c5bc7d8683c5 None None] Notify callbacks [] for port, precommit_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:40.147437 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Provisioning complete for port 2ae94b8a-dfb9-4098-929c-7eaf4986fdbf triggered by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 07:05:40.147880 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:40.207551 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-7037e2cb-a00e-4152-bfec-c5bc7d8683c5 None None] Transition to ACTIVE for port object 86993441-fef6-4493-b2f7-066e05ed21f8 will not be triggered until provisioned by entity L2. {{(pid=80237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 07:05:40.215515 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-7037e2cb-a00e-4152-bfec-c5bc7d8683c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098'] for port, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:40.232636 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-cc5f8f90-ae02-483c-9940-e1b4081212a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:05:40.233169 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1b3e6931-b3dd-4fca-940c-42901adcc9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:40.380045 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285b9775-58fd-4d4d-bb50-02794d0ea1b4 None None] Pushing event updated for resources: {'Port': ['ID=86993441-fef6-4493-b2f7-066e05ed21f8,revision_number=2']} {{(pid=80237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:05:40.382355 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-1f2eb700-4a68-4dc6-b189-1068aac63c56 None None] Provisioning for port 94b358cf-6309-4c00-9bf1-2b1e6376e72b completed by entity DHCP. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 07:05:40.387099 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-285b9775-58fd-4d4d-bb50-02794d0ea1b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:05:40.429472 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-1f2eb700-4a68-4dc6-b189-1068aac63c56 None None] Provisioning complete for port 94b358cf-6309-4c00-9bf1-2b1e6376e72b triggered by entity DHCP. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 07:05:40.430042 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1f2eb700-4a68-4dc6-b189-1068aac63c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:40.538082 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:40.544799 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1b3e6931-b3dd-4fca-940c-42901adcc9c2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:40.549694 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1b3e6931-b3dd-4fca-940c-42901adcc9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2920372'] for port, after_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:40.555466 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-1f2eb700-4a68-4dc6-b189-1068aac63c56 None None] Port 94b358cf-6309-4c00-9bf1-2b1e6376e72b cannot update to ACTIVE because it is not bound. {{(pid=80237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 24 07:05:40.579324 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-33977211-be9c-41a5-83ac-a77c1b279a40 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:05:40.603222 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] For port 2ae94b8a-dfb9-4098-929c-7eaf4986fdbf, host dv-cinder-772181-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-6-smb',level=0,port_id=2ae94b8a-dfb9-4098-929c-7eaf4986fdbf,segment=NetworkSegment(d16347d5-9ccb-46ed-916a-b6ce188be078),segment_id=d16347d5-9ccb-46ed-916a-b6ce188be078)] {{(pid=80237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 07:05:40.605725 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-7037e2cb-a00e-4152-bfec-c5bc7d8683c5 None None] Attempting to bind port 86993441-fef6-4493-b2f7-066e05ed21f8 on host dv-cinder-772181-6-smb for vnic_type normal with profile {{(pid=80237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 07:05:40.606458 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-7037e2cb-a00e-4152-bfec-c5bc7d8683c5 None None] Attempting to bind port 86993441-fef6-4493-b2f7-066e05ed21f8 by drivers openvswitch on host dv-cinder-772181-6-smb at level 0 using segments [{'id': 'c7c4758e-d769-4634-92c6-d73b8ba1db56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a'}] {{(pid=80237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 07:05:40.606601 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7037e2cb-a00e-4152-bfec-c5bc7d8683c5 None None] Attempting to bind port 86993441-fef6-4493-b2f7-066e05ed21f8 on network 3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a {{(pid=80237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 07:05:40.612478 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098'] for port, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:40.613366 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Device 63147fc6-9157-463a-891b-9a579842fc6d up at agent ovs-agent-dv-cinder-772181-6-smb {{(pid=80237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 07:05:40.644278 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:05:40.653158 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3e6931-b3dd-4fca-940c-42901adcc9c2 admin admin] Pushing event updated for resources: {'Port': ['ID=94b358cf-6309-4c00-9bf1-2b1e6376e72b,revision_number=2']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:05:40.658047 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-1b3e6931-b3dd-4fca-940c-42901adcc9c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:05:40.675488 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1b3e6931-b3dd-4fca-940c-42901adcc9c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854265121'] for router_interface, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:40.677755 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7037e2cb-a00e-4152-bfec-c5bc7d8683c5 None None] Checking agent: {'id': '3fe64d96-acff-4950-84fb-d8384a2371af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 6, 49, 21), 'started_at': datetime.datetime(2021, 1, 24, 6, 49, 51), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 7, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 07:05:40.678180 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7037e2cb-a00e-4152-bfec-c5bc7d8683c5 None None] Checking segment: {'id': 'c7c4758e-d769-4634-92c6-d73b8ba1db56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 07:05:40.678644 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-7037e2cb-a00e-4152-bfec-c5bc7d8683c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:40.679078 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7037e2cb-a00e-4152-bfec-c5bc7d8683c5 None None] Bound using segment: {'id': 'c7c4758e-d769-4634-92c6-d73b8ba1db56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a'} {{(pid=80237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 07:05:40.679613 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-7037e2cb-a00e-4152-bfec-c5bc7d8683c5 None None] Bound port: 86993441-fef6-4493-b2f7-066e05ed21f8, host: dv-cinder-772181-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c4758e-d769-4634-92c6-d73b8ba1db56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a'}}] {{(pid=80237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 07:05:40.680054 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-7037e2cb-a00e-4152-bfec-c5bc7d8683c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:40.701397 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e13c1e6-99e9-4518-9095-d2fc9154451a req-7a98f74a-dd41-492d-8a2e-099172fdf317 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:05:40.703214 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-6e13c1e6-99e9-4518-9095-d2fc9154451a req-7a98f74a-dd41-492d-8a2e-099172fdf317 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] 10.222.0.22 "GET /v2.0/networks?id=6f6958e7-353a-464e-89d2-3be996091b32 HTTP/1.1" status: 200 len: 814 time: 0.2097547 Jan 24 07:05:40.722696 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-6e13c1e6-99e9-4518-9095-d2fc9154451a req-505cd3f9-3093-4dbf-8398-139b9f26ee9b tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] 10.222.0.22 "GET /v2.0/quotas/59c1f0f1737f4452ae5db90ae821187d HTTP/1.1" status: 200 len: 375 time: 0.0117409 Jan 24 07:05:40.827594 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3e6931-b3dd-4fca-940c-42901adcc9c2 admin admin] Network 792259be-4166-4a00-900e-89104c2f4033 is already hosted by enough agents. {{(pid=80235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 07:05:40.829083 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [None req-1b3e6931-b3dd-4fca-940c-42901adcc9c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=80235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 07:05:40.841236 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-6e13c1e6-99e9-4518-9095-d2fc9154451a req-61205232-47c7-4f3f-ba34-56f79ce9c5b2 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] 10.222.0.22 "GET /v2.0/ports?tenant_id=59c1f0f1737f4452ae5db90ae821187d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1115103 Jan 24 07:05:40.992094 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Pushing event updated for resources: {'Port': ['ID=2ae94b8a-dfb9-4098-929c-7eaf4986fdbf,revision_number=5']} {{(pid=80237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:05:40.996331 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:05:41.017604 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-7037e2cb-a00e-4152-bfec-c5bc7d8683c5 None None] For port 86993441-fef6-4493-b2f7-066e05ed21f8, host dv-cinder-772181-6-smb, cleared binding levels {{(pid=80237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 07:05:41.021700 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-7037e2cb-a00e-4152-bfec-c5bc7d8683c5 None None] For port 86993441-fef6-4493-b2f7-066e05ed21f8, host dv-cinder-772181-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-6-smb',level=0,port_id=86993441-fef6-4493-b2f7-066e05ed21f8,segment=NetworkSegment(c7c4758e-d769-4634-92c6-d73b8ba1db56),segment_id=c7c4758e-d769-4634-92c6-d73b8ba1db56)] {{(pid=80237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 07:05:41.022793 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Provisioning complete for port 63147fc6-9157-463a-891b-9a579842fc6d triggered by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 07:05:41.023300 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:41.042396 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b3e6931-b3dd-4fca-940c-42901adcc9c2 admin admin] Router 39895866-dd79-4f87-abfc-2aa831086d4d has already been hosted by L3 agent 4d190a5c-2620-4f2a-bccf-f8076df9706a {{(pid=80235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 24 07:05:41.058532 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-7037e2cb-a00e-4152-bfec-c5bc7d8683c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098'] for port, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:41.084751 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:05:41.255164 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b3e6931-b3dd-4fca-940c-42901adcc9c2 admin admin] Notify agent at l3_agent.dv-cinder-772181-6-smb the message routers_updated {{(pid=80235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 24 07:05:41.265143 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-1b3e6931-b3dd-4fca-940c-42901adcc9c2 admin admin] 10.222.0.22 "PUT /v2.0/routers/39895866-dd79-4f87-abfc-2aa831086d4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2474656 Jan 24 07:05:41.275596 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-bdd4f9ab-8ee5-44e6-9db7-eae75ca66702 None None] Provisioning complete for port 94b358cf-6309-4c00-9bf1-2b1e6376e72b triggered by entity DHCP. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 07:05:41.276045 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-bdd4f9ab-8ee5-44e6-9db7-eae75ca66702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:41.316348 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-6e13c1e6-99e9-4518-9095-d2fc9154451a req-aa3ae310-1426-4c1b-8db1-8953589667f2 service neutron] 10.222.0.22 "GET /v2.0/networks/6f6958e7-353a-464e-89d2-3be996091b32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4629865 Jan 24 07:05:41.363143 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285b9775-58fd-4d4d-bb50-02794d0ea1b4 None None] Pushing event updated for resources: {'Port': ['ID=86993441-fef6-4493-b2f7-066e05ed21f8,revision_number=3']} {{(pid=80237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:05:41.370576 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-285b9775-58fd-4d4d-bb50-02794d0ea1b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:05:41.414909 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-bdd4f9ab-8ee5-44e6-9db7-eae75ca66702 None None] Port 94b358cf-6309-4c00-9bf1-2b1e6376e72b cannot update to ACTIVE because it is not bound. {{(pid=80237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 24 07:05:41.468970 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7037e2cb-a00e-4152-bfec-c5bc7d8683c5 None None] Routers {'39895866-dd79-4f87-abfc-2aa831086d4d'} bound to L3 agent in host dv-cinder-772181-6-smb {{(pid=80237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 07:05:41.470179 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-7037e2cb-a00e-4152-bfec-c5bc7d8683c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-24T06:49:21Z,description=,heartbeat_timestamp=2021-01-24T07:05:21Z,host='dv-cinder-772181-6-smb',id=4d190a5c-2620-4f2a-bccf-f8076df9706a,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T06:49:21Z,topic='l3_agent')) {'router_ids': ['39895866-dd79-4f87-abfc-2aa831086d4d'], 'active': True} {{(pid=80237) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:05:41.480470 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-6e13c1e6-99e9-4518-9095-d2fc9154451a req-676773c8-f072-42c8-94b4-e3dbee3abc36 service neutron] 10.222.0.22 "GET /v2.0/networks/6f6958e7-353a-464e-89d2-3be996091b32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1584191 Jan 24 07:05:41.702716 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-840a61b6-064f-482c-8e88-2c6b970b2999 req-ce93b733-8915-4a51-94b3-c7b2a9a2d49d tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] 10.222.0.22 "GET /v2.0/ports?device_id=e1fcce7c-5bd5-4e63-a372-570072eebc9a HTTP/1.1" status: 200 len: 210 time: 0.0518396 Jan 24 07:05:41.706400 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-7037e2cb-a00e-4152-bfec-c5bc7d8683c5 None None] Set router 39895866-dd79-4f87-abfc-2aa831086d4d gateway port host: dv-cinder-772181-6-smb {{(pid=80237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 07:05:41.926870 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Device 2ae94b8a-dfb9-4098-929c-7eaf4986fdbf up at agent ovs-agent-dv-cinder-772181-6-smb {{(pid=80237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 07:05:42.086053 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Provisioning complete for port 2ae94b8a-dfb9-4098-929c-7eaf4986fdbf triggered by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 07:05:42.086479 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:42.229100 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-7037e2cb-a00e-4152-bfec-c5bc7d8683c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39895866-dd79-4f87-abfc-2aa831086d4d', 'name': 'tempest-TestShelveInstance-676889877-router', 'tenant_id': 'ade892987cf4421c8fba793036ea74ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'external_fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.165'}], 'enable_snat': True}, 'gw_port_id': '86993441-fef6-4493-b2f7-066e05ed21f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T07:05:34Z', 'updated_at': '2021-01-24T07:05:40Z', 'revision_number': 4, 'project_id': 'ade892987cf4421c8fba793036ea74ca', 'gw_port': {'id': '86993441-fef6-4493-b2f7-066e05ed21f8', 'name': '', 'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:90:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39895866-dd79-4f87-abfc-2aa831086d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T07:05:35Z', 'updated_at': '2021-01-24T07:05:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-6-smb', '_interfaces': [{'id': '94b358cf-6309-4c00-9bf1-2b1e6376e72b', 'name': '', 'network_id': '792259be-4166-4a00-900e-89104c2f4033', 'tenant_id': 'ade892987cf4421c8fba793036ea74ca', 'mac_address': 'fa:16:3e:84:11:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39895866-dd79-4f87-abfc-2aa831086d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '36a2bb73-f2a3-4979-863e-8acdee5c8f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T07:05:39Z', 'updated_at': '2021-01-24T07:05:40Z', 'revision_number': 2, 'project_id': 'ade892987cf4421c8fba793036ea74ca', 'subnets': [{'id': '36a2bb73-f2a3-4979-863e-8acdee5c8f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-6-smb', False) {} {{(pid=80237) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:05:42.230262 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.base [req-ca8985da-1ee1-44aa-adb7-467360ff3bdf req-680d92ad-5767-413f-a90c-2090c22133b9 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-575663475', 'description': 'tempest-TestShelveInstance-575663475 description'}} {{(pid=80236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 07:05:42.238848 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7037e2cb-a00e-4152-bfec-c5bc7d8683c5 None None] The sync data for ids ['39895866-dd79-4f87-abfc-2aa831086d4d'] in dv-cinder-772181-6-smb is: [{'id': '39895866-dd79-4f87-abfc-2aa831086d4d', 'name': 'tempest-TestShelveInstance-676889877-router', 'tenant_id': 'ade892987cf4421c8fba793036ea74ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'external_fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.165'}], 'enable_snat': True}, 'gw_port_id': '86993441-fef6-4493-b2f7-066e05ed21f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T07:05:34Z', 'updated_at': '2021-01-24T07:05:40Z', 'revision_number': 4, 'project_id': 'ade892987cf4421c8fba793036ea74ca', 'gw_port': {'id': '86993441-fef6-4493-b2f7-066e05ed21f8', 'name': '', 'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:90:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39895866-dd79-4f87-abfc-2aa831086d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T07:05:35Z', 'updated_at': '2021-01-24T07:05:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-6-smb', '_interfaces': [{'id': '94b358cf-6309-4c00-9bf1-2b1e6376e72b', 'name': '', 'network_id': '792259be-4166-4a00-900e-89104c2f4033', 'tenant_id': 'ade892987cf4421c8fba793036ea74ca', 'mac_address': 'fa:16:3e:84:11:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39895866-dd79-4f87-abfc-2aa831086d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '36a2bb73-f2a3-4979-863e-8acdee5c8f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T07:05:39Z', 'updated_at': '2021-01-24T07:05:40Z', 'revision_number': 2, 'project_id': 'ade892987cf4421c8fba793036ea74ca', 'subnets': [{'id': '36a2bb73-f2a3-4979-863e-8acdee5c8f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 24 07:05:42.240968 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [req-ca8985da-1ee1-44aa-adb7-467360ff3bdf req-680d92ad-5767-413f-a90c-2090c22133b9 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 07:05:42.245141 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-ca8985da-1ee1-44aa-adb7-467360ff3bdf req-680d92ad-5767-413f-a90c-2090c22133b9 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Usage tracker for resource:security_group and tenant:0cbc5a2c43e442e881ea5da07e6155a1 is out of sync, need to count used quota {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 07:05:42.248228 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-ca8985da-1ee1-44aa-adb7-467360ff3bdf req-680d92ad-5767-413f-a90c-2090c22133b9 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 07:05:42.255566 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [req-ca8985da-1ee1-44aa-adb7-467360ff3bdf req-680d92ad-5767-413f-a90c-2090c22133b9 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 07:05:42.268160 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-ca8985da-1ee1-44aa-adb7-467360ff3bdf req-680d92ad-5767-413f-a90c-2090c22133b9 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Notify callbacks [] for security_group, before_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:42.289588 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [req-ca8985da-1ee1-44aa-adb7-467360ff3bdf req-680d92ad-5767-413f-a90c-2090c22133b9 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 07:05:42.293599 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-ca8985da-1ee1-44aa-adb7-467360ff3bdf req-680d92ad-5767-413f-a90c-2090c22133b9 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Usage tracker for resource:security_group_rule and tenant:0cbc5a2c43e442e881ea5da07e6155a1 is out of sync, need to count used quota {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 07:05:42.296540 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-ca8985da-1ee1-44aa-adb7-467360ff3bdf req-680d92ad-5767-413f-a90c-2090c22133b9 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 07:05:42.302508 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [req-ca8985da-1ee1-44aa-adb7-467360ff3bdf req-680d92ad-5767-413f-a90c-2090c22133b9 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 07:05:42.381900 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-ca8985da-1ee1-44aa-adb7-467360ff3bdf req-680d92ad-5767-413f-a90c-2090c22133b9 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Notify callbacks [] for security_group, precommit_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:42.383859 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-ca8985da-1ee1-44aa-adb7-467360ff3bdf req-680d92ad-5767-413f-a90c-2090c22133b9 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:42.389549 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-ce06105c-8a44-4159-8390-aa762110a9ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:05:42.435834 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680d92ad-5767-413f-a90c-2090c22133b9 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Pushing event updated for resources: {'SecurityGroup': ['ID=cf880658-cbbf-44f0-b75e-20aba2fce927,revision_number=1']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:05:42.439502 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-ca8985da-1ee1-44aa-adb7-467360ff3bdf req-680d92ad-5767-413f-a90c-2090c22133b9 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Notify callbacks [] for security_group, before_response {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:42.440642 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-ca8985da-1ee1-44aa-adb7-467360ff3bdf req-680d92ad-5767-413f-a90c-2090c22133b9 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2151849 Jan 24 07:05:42.441476 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-680d92ad-5767-413f-a90c-2090c22133b9 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:05:42.529557 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-2ff4f3eb-ffa2-4f23-85e7-3d2e5fa514f8 req-d3bc7261-b85f-42ea-9fcd-a66a8cab318b tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] 10.222.0.22 "GET /v2.0/security-groups/cf880658-cbbf-44f0-b75e-20aba2fce927 HTTP/1.1" status: 200 len: 1800 time: 0.0553727 Jan 24 07:05:42.540750 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.base [req-2ff4f3eb-ffa2-4f23-85e7-3d2e5fa514f8 req-2c6e2cea-ad35-4e8e-81c7-1d8ffb70d61c tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'cf880658-cbbf-44f0-b75e-20aba2fce927', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 07:05:42.541107 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.base [req-2ff4f3eb-ffa2-4f23-85e7-3d2e5fa514f8 req-2c6e2cea-ad35-4e8e-81c7-1d8ffb70d61c tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'cf880658-cbbf-44f0-b75e-20aba2fce927', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 07:05:42.552040 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [req-2ff4f3eb-ffa2-4f23-85e7-3d2e5fa514f8 req-2c6e2cea-ad35-4e8e-81c7-1d8ffb70d61c tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 07:05:42.556185 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-2ff4f3eb-ffa2-4f23-85e7-3d2e5fa514f8 req-2c6e2cea-ad35-4e8e-81c7-1d8ffb70d61c tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Usage tracker for resource:security_group_rule and tenant:0cbc5a2c43e442e881ea5da07e6155a1 is out of sync, need to count used quota {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 07:05:42.559275 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-2ff4f3eb-ffa2-4f23-85e7-3d2e5fa514f8 req-2c6e2cea-ad35-4e8e-81c7-1d8ffb70d61c tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 07:05:42.565275 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [req-2ff4f3eb-ffa2-4f23-85e7-3d2e5fa514f8 req-2c6e2cea-ad35-4e8e-81c7-1d8ffb70d61c tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 07:05:42.637215 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-2ff4f3eb-ffa2-4f23-85e7-3d2e5fa514f8 req-2c6e2cea-ad35-4e8e-81c7-1d8ffb70d61c tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Notify callbacks [] for security_group_rule, before_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:42.668241 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-2ff4f3eb-ffa2-4f23-85e7-3d2e5fa514f8 req-2c6e2cea-ad35-4e8e-81c7-1d8ffb70d61c tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:42.671003 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-2ff4f3eb-ffa2-4f23-85e7-3d2e5fa514f8 req-2c6e2cea-ad35-4e8e-81c7-1d8ffb70d61c tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337684'] for security_group_rule, after_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:42.673969 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-839b6c6f-ebc4-4e0a-9e19-9dc07747ee64 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:05:42.696651 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6e2cea-ad35-4e8e-81c7-1d8ffb70d61c tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3eb360fc-c35d-4522-886c-f3058310c7e7,revision_number=0']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:05:42.701227 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-2c6e2cea-ad35-4e8e-81c7-1d8ffb70d61c tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:05:42.710872 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-2ff4f3eb-ffa2-4f23-85e7-3d2e5fa514f8 req-2c6e2cea-ad35-4e8e-81c7-1d8ffb70d61c tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Notify callbacks [] for security_group_rule, before_response {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:42.712209 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-2ff4f3eb-ffa2-4f23-85e7-3d2e5fa514f8 req-2c6e2cea-ad35-4e8e-81c7-1d8ffb70d61c tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1757007 Jan 24 07:05:42.820146 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-4d5ec8d7-ddf8-4317-aec6-93c12738be4f req-092192ca-3143-44d7-9d00-db1e9c3a6e54 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] 10.222.0.22 "GET /v2.0/security-groups/cf880658-cbbf-44f0-b75e-20aba2fce927 HTTP/1.1" status: 200 len: 2393 time: 0.0721796 Jan 24 07:05:42.833097 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.base [req-4d5ec8d7-ddf8-4317-aec6-93c12738be4f req-6068ae35-21fe-4f63-a16c-f87cbb3df3da tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'cf880658-cbbf-44f0-b75e-20aba2fce927', 'remote_group_id': None}]} {{(pid=80236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 07:05:42.833411 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.base [req-4d5ec8d7-ddf8-4317-aec6-93c12738be4f req-6068ae35-21fe-4f63-a16c-f87cbb3df3da tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'cf880658-cbbf-44f0-b75e-20aba2fce927', 'remote_group_id': None}} {{(pid=80236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 07:05:42.845634 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [req-4d5ec8d7-ddf8-4317-aec6-93c12738be4f req-6068ae35-21fe-4f63-a16c-f87cbb3df3da tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 07:05:42.889865 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-4d5ec8d7-ddf8-4317-aec6-93c12738be4f req-6068ae35-21fe-4f63-a16c-f87cbb3df3da tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Usage tracker for resource:security_group_rule and tenant:0cbc5a2c43e442e881ea5da07e6155a1 is out of sync, need to count used quota {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 07:05:42.898891 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-4d5ec8d7-ddf8-4317-aec6-93c12738be4f req-6068ae35-21fe-4f63-a16c-f87cbb3df3da tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 07:05:42.911350 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-4b3681bd-fa55-49c6-9fb0-70b1c9c7ce02 req-8f8ea1c8-05ed-4228-9edb-cac62be10df6 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] 10.222.0.22 "GET /v2.0/ports?device_id=e1fcce7c-5bd5-4e63-a372-570072eebc9a HTTP/1.1" status: 200 len: 210 time: 0.0626230 Jan 24 07:05:42.912293 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [req-4d5ec8d7-ddf8-4317-aec6-93c12738be4f req-6068ae35-21fe-4f63-a16c-f87cbb3df3da tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 07:05:42.982772 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-4d5ec8d7-ddf8-4317-aec6-93c12738be4f req-6068ae35-21fe-4f63-a16c-f87cbb3df3da tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Notify callbacks [] for security_group_rule, before_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:43.019296 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-4d5ec8d7-ddf8-4317-aec6-93c12738be4f req-6068ae35-21fe-4f63-a16c-f87cbb3df3da tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:43.026734 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-4d5ec8d7-ddf8-4317-aec6-93c12738be4f req-6068ae35-21fe-4f63-a16c-f87cbb3df3da tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337684'] for security_group_rule, after_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:43.029696 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-2c6e2cea-ad35-4e8e-81c7-1d8ffb70d61c tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:05:43.065517 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6068ae35-21fe-4f63-a16c-f87cbb3df3da tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6df0f66-79f1-4919-8d23-95a795c574ff,revision_number=0']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:05:43.073306 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-6068ae35-21fe-4f63-a16c-f87cbb3df3da tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:05:43.097270 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-4d5ec8d7-ddf8-4317-aec6-93c12738be4f req-6068ae35-21fe-4f63-a16c-f87cbb3df3da tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Notify callbacks [] for security_group_rule, before_response {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:43.099003 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-4d5ec8d7-ddf8-4317-aec6-93c12738be4f req-6068ae35-21fe-4f63-a16c-f87cbb3df3da tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2714403 Jan 24 07:05:43.396572 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e13c1e6-99e9-4518-9095-d2fc9154451a req-fbb3ab4f-5686-496a-8ba8-78059d778d59 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:05:43.398269 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-6e13c1e6-99e9-4518-9095-d2fc9154451a req-fbb3ab4f-5686-496a-8ba8-78059d778d59 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] 10.222.0.18 "GET /v2.0/networks?id=6f6958e7-353a-464e-89d2-3be996091b32 HTTP/1.1" status: 200 len: 814 time: 0.4972799 Jan 24 07:05:43.433380 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.base [req-6e13c1e6-99e9-4518-9095-d2fc9154451a req-9f02a9e0-cc9d-4590-8556-85c2060e2191 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Request body: {'port': {'device_id': 'e1fcce7c-5bd5-4e63-a372-570072eebc9a', 'network_id': '6f6958e7-353a-464e-89d2-3be996091b32', 'admin_state_up': True, 'tenant_id': '59c1f0f1737f4452ae5db90ae821187d'}} {{(pid=80235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 07:05:43.609379 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [req-6e13c1e6-99e9-4518-9095-d2fc9154451a req-9f02a9e0-cc9d-4590-8556-85c2060e2191 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 07:05:43.614270 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-6e13c1e6-99e9-4518-9095-d2fc9154451a req-9f02a9e0-cc9d-4590-8556-85c2060e2191 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Usage tracker for resource:port and tenant:59c1f0f1737f4452ae5db90ae821187d is out of sync, need to count used quota {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 07:05:43.617395 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-6e13c1e6-99e9-4518-9095-d2fc9154451a req-9f02a9e0-cc9d-4590-8556-85c2060e2191 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Quota usage for port was recalculated. Used quota:3. {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 07:05:43.624036 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [req-6e13c1e6-99e9-4518-9095-d2fc9154451a req-9f02a9e0-cc9d-4590-8556-85c2060e2191 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 07:05:43.636117 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e13c1e6-99e9-4518-9095-d2fc9154451a req-9f02a9e0-cc9d-4590-8556-85c2060e2191 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Made reservation on behalf of 59c1f0f1737f4452ae5db90ae821187d for: {'port': 1} {{(pid=80235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 07:05:43.647120 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-6e13c1e6-99e9-4518-9095-d2fc9154451a req-9f02a9e0-cc9d-4590-8556-85c2060e2191 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:43.939578 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Device 86993441-fef6-4493-b2f7-066e05ed21f8 up at agent ovs-agent-dv-cinder-772181-6-smb {{(pid=80237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 07:05:43.987263 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.db_base_plugin_common [req-6e13c1e6-99e9-4518-9095-d2fc9154451a req-9f02a9e0-cc9d-4590-8556-85c2060e2191 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Allocated IP 172.20.0.9 (6f6958e7-353a-464e-89d2-3be996091b32/e76cf661-5dee-4373-89c1-23358c8b7fc2/49aa06cd-92c3-4774-ad83-7b57617df481) {{(pid=80235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 07:05:44.023342 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Provisioning for port 86993441-fef6-4493-b2f7-066e05ed21f8 completed by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 07:05:44.028720 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Provisioning complete for port 86993441-fef6-4493-b2f7-066e05ed21f8 triggered by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 07:05:44.029302 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:44.126360 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-4203ff1d-e1d0-489a-9eab-42049411eff6 req-20bd3f2e-83b2-4ac7-b3fd-bc9243ccde00 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] 10.222.0.22 "GET /v2.0/ports?device_id=e1fcce7c-5bd5-4e63-a372-570072eebc9a HTTP/1.1" status: 200 len: 210 time: 0.0635271 Jan 24 07:05:44.167726 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:44.186013 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] For port 86993441-fef6-4493-b2f7-066e05ed21f8, host dv-cinder-772181-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-6-smb',level=0,port_id=86993441-fef6-4493-b2f7-066e05ed21f8,segment=NetworkSegment(c7c4758e-d769-4634-92c6-d73b8ba1db56),segment_id=c7c4758e-d769-4634-92c6-d73b8ba1db56)] {{(pid=80237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 07:05:44.189676 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098'] for port, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:44.192787 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-285b9775-58fd-4d4d-bb50-02794d0ea1b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:05:44.235900 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-6e13c1e6-99e9-4518-9095-d2fc9154451a req-9f02a9e0-cc9d-4590-8556-85c2060e2191 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Notify callbacks [] for port, precommit_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:44.266719 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-6e13c1e6-99e9-4518-9095-d2fc9154451a req-9f02a9e0-cc9d-4590-8556-85c2060e2191 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363276713217020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851855427'] for port, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:44.277018 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Pushing event updated for resources: {'Port': ['ID=86993441-fef6-4493-b2f7-066e05ed21f8,revision_number=4']} {{(pid=80237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:05:44.281590 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:05:44.282935 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-c493bd1f-cf0c-401d-9983-75d68c378bc2 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:05:44.425640 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f02a9e0-cc9d-4590-8556-85c2060e2191 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Pushing event updated for resources: {'Port': ['ID=49aa06cd-92c3-4774-ad83-7b57617df481,revision_number=1']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:05:44.429982 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-9f02a9e0-cc9d-4590-8556-85c2060e2191 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:05:44.483900 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e13c1e6-99e9-4518-9095-d2fc9154451a req-9f02a9e0-cc9d-4590-8556-85c2060e2191 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Network 6f6958e7-353a-464e-89d2-3be996091b32 is already hosted by enough agents. {{(pid=80235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 07:05:44.485194 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [req-6e13c1e6-99e9-4518-9095-d2fc9154451a req-9f02a9e0-cc9d-4590-8556-85c2060e2191 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Resources bound (agent type, host, resource id): {{(pid=80235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 07:05:44.487729 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e13c1e6-99e9-4518-9095-d2fc9154451a req-9f02a9e0-cc9d-4590-8556-85c2060e2191 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Received port after_create {{(pid=80235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 07:05:44.572080 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e13c1e6-99e9-4518-9095-d2fc9154451a req-9f02a9e0-cc9d-4590-8556-85c2060e2191 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:05:44.572745 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-6e13c1e6-99e9-4518-9095-d2fc9154451a req-9f02a9e0-cc9d-4590-8556-85c2060e2191 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149749'] for port, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:44.593466 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-6e13c1e6-99e9-4518-9095-d2fc9154451a req-9f02a9e0-cc9d-4590-8556-85c2060e2191 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1645985 Jan 24 07:05:44.615980 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.base [req-6e13c1e6-99e9-4518-9095-d2fc9154451a req-6db9fb11-2e6c-408a-9d7f-45d05577eaa9 service neutron] Request body: {'port': {'device_id': 'e1fcce7c-5bd5-4e63-a372-570072eebc9a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=80235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 07:05:44.741950 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-6e13c1e6-99e9-4518-9095-d2fc9154451a req-6db9fb11-2e6c-408a-9d7f-45d05577eaa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:45.179830 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [req-6e13c1e6-99e9-4518-9095-d2fc9154451a req-6db9fb11-2e6c-408a-9d7f-45d05577eaa9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49aa06cd-92c3-4774-ad83-7b57617df481 {{(pid=80235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 24 07:05:45.189086 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-6e13c1e6-99e9-4518-9095-d2fc9154451a req-6db9fb11-2e6c-408a-9d7f-45d05577eaa9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:45.201620 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [req-6e13c1e6-99e9-4518-9095-d2fc9154451a req-6db9fb11-2e6c-408a-9d7f-45d05577eaa9 service neutron] Transition to ACTIVE for port object 49aa06cd-92c3-4774-ad83-7b57617df481 will not be triggered until provisioned by entity L2. {{(pid=80235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 07:05:45.205500 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-6e13c1e6-99e9-4518-9095-d2fc9154451a req-6db9fb11-2e6c-408a-9d7f-45d05577eaa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2920372'] for port, after_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:45.222121 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-9638e5f2-2f3f-4f58-be22-88c967da4ee1 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:05:45.361482 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db9fb11-2e6c-408a-9d7f-45d05577eaa9 service neutron] Pushing event updated for resources: {'Port': ['ID=49aa06cd-92c3-4774-ad83-7b57617df481,revision_number=2']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:05:45.366870 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-6db9fb11-2e6c-408a-9d7f-45d05577eaa9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:05:45.472364 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4a74a4-abbe-4995-ab59-3c9d64ff7627 req-00b5c130-79f7-496d-bbba-6f08fc54aec8 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:05:45.474037 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-cb4a74a4-abbe-4995-ab59-3c9d64ff7627 req-00b5c130-79f7-496d-bbba-6f08fc54aec8 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] 10.222.0.22 "GET /v2.0/ports?device_id=e1fcce7c-5bd5-4e63-a372-570072eebc9a HTTP/1.1" status: 200 len: 943 time: 0.1887035 Jan 24 07:05:45.532213 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-cb4a74a4-abbe-4995-ab59-3c9d64ff7627 req-0f51c9c7-43f4-4762-aeff-4da7e139f574 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] 10.222.0.22 "GET /v2.0/security-groups?id=88b59b82-aa88-498b-bc45-381dc80977fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508578 Jan 24 07:05:45.584797 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [req-6e13c1e6-99e9-4518-9095-d2fc9154451a req-6db9fb11-2e6c-408a-9d7f-45d05577eaa9 service neutron] Attempting to bind port 49aa06cd-92c3-4774-ad83-7b57617df481 on host hv-cinder-77218 for vnic_type normal with profile {{(pid=80235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 07:05:45.585167 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [req-6e13c1e6-99e9-4518-9095-d2fc9154451a req-6db9fb11-2e6c-408a-9d7f-45d05577eaa9 service neutron] Attempting to bind port 49aa06cd-92c3-4774-ad83-7b57617df481 by drivers openvswitch on host hv-cinder-77218 at level 0 using segments [{'id': 'e10231c5-2277-4b16-8e4e-31a64516180d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6f6958e7-353a-464e-89d2-3be996091b32'}] {{(pid=80235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 07:05:45.585529 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e13c1e6-99e9-4518-9095-d2fc9154451a req-6db9fb11-2e6c-408a-9d7f-45d05577eaa9 service neutron] Attempting to bind port 49aa06cd-92c3-4774-ad83-7b57617df481 on network 6f6958e7-353a-464e-89d2-3be996091b32 {{(pid=80235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 07:05:45.591356 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e13c1e6-99e9-4518-9095-d2fc9154451a req-6db9fb11-2e6c-408a-9d7f-45d05577eaa9 service neutron] Checking agent: {'id': '40eb7c3e-e5ac-488d-8f03-a26480a7dd43', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 6, 56, 30), 'started_at': datetime.datetime(2021, 1, 24, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 7, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 07:05:45.591755 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e13c1e6-99e9-4518-9095-d2fc9154451a req-6db9fb11-2e6c-408a-9d7f-45d05577eaa9 service neutron] Checking segment: {'id': 'e10231c5-2277-4b16-8e4e-31a64516180d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6f6958e7-353a-464e-89d2-3be996091b32'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 07:05:45.592161 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-6e13c1e6-99e9-4518-9095-d2fc9154451a req-6db9fb11-2e6c-408a-9d7f-45d05577eaa9 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:45.592555 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e13c1e6-99e9-4518-9095-d2fc9154451a req-6db9fb11-2e6c-408a-9d7f-45d05577eaa9 service neutron] Bound using segment: {'id': 'e10231c5-2277-4b16-8e4e-31a64516180d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6f6958e7-353a-464e-89d2-3be996091b32'} {{(pid=80235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 07:05:45.593173 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [req-6e13c1e6-99e9-4518-9095-d2fc9154451a req-6db9fb11-2e6c-408a-9d7f-45d05577eaa9 service neutron] Bound port: 49aa06cd-92c3-4774-ad83-7b57617df481, host: hv-cinder-77218, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e10231c5-2277-4b16-8e4e-31a64516180d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6f6958e7-353a-464e-89d2-3be996091b32'}}] {{(pid=80235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 07:05:45.593542 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-6e13c1e6-99e9-4518-9095-d2fc9154451a req-6db9fb11-2e6c-408a-9d7f-45d05577eaa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:45.687357 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-6e13c1e6-99e9-4518-9095-d2fc9154451a req-6db9fb11-2e6c-408a-9d7f-45d05577eaa9 service neutron] For port 49aa06cd-92c3-4774-ad83-7b57617df481, host hv-cinder-77218, cleared binding levels {{(pid=80235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 07:05:45.691122 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-6e13c1e6-99e9-4518-9095-d2fc9154451a req-6db9fb11-2e6c-408a-9d7f-45d05577eaa9 service neutron] For port 49aa06cd-92c3-4774-ad83-7b57617df481, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=49aa06cd-92c3-4774-ad83-7b57617df481,segment=NetworkSegment(e10231c5-2277-4b16-8e4e-31a64516180d),segment_id=e10231c5-2277-4b16-8e4e-31a64516180d)] {{(pid=80235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 07:05:45.694359 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-6e13c1e6-99e9-4518-9095-d2fc9154451a req-6db9fb11-2e6c-408a-9d7f-45d05577eaa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2920372'] for port, after_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:45.709397 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-c2d18ec6-8a39-47c1-883a-113dfdad1970 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:05:45.863802 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db9fb11-2e6c-408a-9d7f-45d05577eaa9 service neutron] Pushing event updated for resources: {'Port': ['ID=49aa06cd-92c3-4774-ad83-7b57617df481,revision_number=3']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:05:45.870108 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-6db9fb11-2e6c-408a-9d7f-45d05577eaa9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:05:45.900923 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d320cfb3-6073-48db-9ad0-694e4d139530 None None] Sync routers for ids ['39895866-dd79-4f87-abfc-2aa831086d4d'] in dv-cinder-772181-6-smb {{(pid=80238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 24 07:05:45.907339 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e13c1e6-99e9-4518-9095-d2fc9154451a req-6db9fb11-2e6c-408a-9d7f-45d05577eaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:05:45.908746 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-6e13c1e6-99e9-4518-9095-d2fc9154451a req-6db9fb11-2e6c-408a-9d7f-45d05577eaa9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149749'] for port, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:45.910255 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-6e13c1e6-99e9-4518-9095-d2fc9154451a req-6db9fb11-2e6c-408a-9d7f-45d05577eaa9 service neutron] 10.222.0.18 "PUT /v2.0/ports/49aa06cd-92c3-4774-ad83-7b57617df481 HTTP/1.1" status: 200 len: 1157 time: 1.2990966 Jan 24 07:05:45.910837 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1fcce7c-5bd5-4e63-a372-570072eebc9a', 'tag': '49aa06cd-92c3-4774-ad83-7b57617df481'}] {{(pid=80235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 07:05:45.914180 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Device 86993441-fef6-4493-b2f7-066e05ed21f8 up at agent ovs-agent-dv-cinder-772181-6-smb {{(pid=80237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 07:05:45.924544 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d320cfb3-6073-48db-9ad0-694e4d139530 None None] Routers {'39895866-dd79-4f87-abfc-2aa831086d4d'} bound to L3 agent in host dv-cinder-772181-6-smb {{(pid=80238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 07:05:45.925227 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-d320cfb3-6073-48db-9ad0-694e4d139530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-24T06:49:21Z,description=,heartbeat_timestamp=2021-01-24T07:05:21Z,host='dv-cinder-772181-6-smb',id=4d190a5c-2620-4f2a-bccf-f8076df9706a,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T06:49:21Z,topic='l3_agent')) {'router_ids': ['39895866-dd79-4f87-abfc-2aa831086d4d'], 'active': True} {{(pid=80238) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:05:45.995117 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Provisioning complete for port 86993441-fef6-4493-b2f7-066e05ed21f8 triggered by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 07:05:45.995637 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:46.017492 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1fcce7c-5bd5-4e63-a372-570072eebc9a', 'tag': '49aa06cd-92c3-4774-ad83-7b57617df481', 'status': 'completed', 'code': 200} Jan 24 07:05:46.082526 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e13c1e6-99e9-4518-9095-d2fc9154451a req-cf8636dd-d81d-4607-abc5-401afadd91ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:05:46.084913 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-6e13c1e6-99e9-4518-9095-d2fc9154451a req-cf8636dd-d81d-4607-abc5-401afadd91ee service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=59c1f0f1737f4452ae5db90ae821187d&device_id=e1fcce7c-5bd5-4e63-a372-570072eebc9a HTTP/1.1" status: 200 len: 1160 time: 0.1100924 Jan 24 07:05:46.137514 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-d320cfb3-6073-48db-9ad0-694e4d139530 None None] Set router 39895866-dd79-4f87-abfc-2aa831086d4d gateway port host: dv-cinder-772181-6-smb {{(pid=80238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 07:05:46.180104 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-6e13c1e6-99e9-4518-9095-d2fc9154451a req-e487d274-a3e6-4be4-a734-3bab6105fd03 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49aa06cd-92c3-4774-ad83-7b57617df481 HTTP/1.1" status: 200 len: 217 time: 0.0755084 Jan 24 07:05:46.195687 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-90965c2e-9c87-4891-bd55-6a8867ada598 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:46.253013 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e13c1e6-99e9-4518-9095-d2fc9154451a req-3b600653-30f7-4ca6-af1a-510fa07b0229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:05:46.254598 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-6e13c1e6-99e9-4518-9095-d2fc9154451a req-3b600653-30f7-4ca6-af1a-510fa07b0229 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e76cf661-5dee-4373-89c1-23358c8b7fc2 HTTP/1.1" status: 200 len: 854 time: 0.0677276 Jan 24 07:05:46.309928 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-6e13c1e6-99e9-4518-9095-d2fc9154451a req-bed5f98b-a8df-4fb4-8d12-a142e114d3e6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6f6958e7-353a-464e-89d2-3be996091b32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471687 Jan 24 07:05:46.473867 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-6e13c1e6-99e9-4518-9095-d2fc9154451a req-ccdd7e40-6b84-47af-9ce0-e0d04048bd99 service neutron] 10.222.0.18 "GET /v2.0/networks/6f6958e7-353a-464e-89d2-3be996091b32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498065 Jan 24 07:05:46.647942 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-d320cfb3-6073-48db-9ad0-694e4d139530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39895866-dd79-4f87-abfc-2aa831086d4d', 'name': 'tempest-TestShelveInstance-676889877-router', 'tenant_id': 'ade892987cf4421c8fba793036ea74ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'external_fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.165'}], 'enable_snat': True}, 'gw_port_id': '86993441-fef6-4493-b2f7-066e05ed21f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T07:05:34Z', 'updated_at': '2021-01-24T07:05:40Z', 'revision_number': 4, 'project_id': 'ade892987cf4421c8fba793036ea74ca', 'gw_port': {'id': '86993441-fef6-4493-b2f7-066e05ed21f8', 'name': '', 'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:90:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39895866-dd79-4f87-abfc-2aa831086d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T07:05:35Z', 'updated_at': '2021-01-24T07:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-6-smb', '_interfaces': [{'id': '94b358cf-6309-4c00-9bf1-2b1e6376e72b', 'name': '', 'network_id': '792259be-4166-4a00-900e-89104c2f4033', 'tenant_id': 'ade892987cf4421c8fba793036ea74ca', 'mac_address': 'fa:16:3e:84:11:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39895866-dd79-4f87-abfc-2aa831086d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '36a2bb73-f2a3-4979-863e-8acdee5c8f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T07:05:39Z', 'updated_at': '2021-01-24T07:05:40Z', 'revision_number': 2, 'project_id': 'ade892987cf4421c8fba793036ea74ca', 'subnets': [{'id': '36a2bb73-f2a3-4979-863e-8acdee5c8f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-6-smb', False) {} {{(pid=80238) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:05:46.661835 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d320cfb3-6073-48db-9ad0-694e4d139530 None None] Checking router: 39895866-dd79-4f87-abfc-2aa831086d4d for host: dv-cinder-772181-6-smb {{(pid=80238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 24 07:05:46.661835 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d320cfb3-6073-48db-9ad0-694e4d139530 None None] Updating router 39895866-dd79-4f87-abfc-2aa831086d4d port 94b358cf-6309-4c00-9bf1-2b1e6376e72b binding host dv-cinder-772181-6-smb {{(pid=80238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 24 07:05:46.667742 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-6e13c1e6-99e9-4518-9095-d2fc9154451a req-8d49628e-fabd-4cc0-b802-21e9c31cc6c2 service neutron] 10.222.0.18 "GET /v2.0/networks/6f6958e7-353a-464e-89d2-3be996091b32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1868315 Jan 24 07:05:46.714887 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-d320cfb3-6073-48db-9ad0-694e4d139530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:46.830235 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39336e9-6c61-488d-a81e-68612b384ddc req-f74846e8-7fee-474b-945f-a8f32b808d1c tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:05:46.831861 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-a39336e9-6c61-488d-a81e-68612b384ddc req-f74846e8-7fee-474b-945f-a8f32b808d1c tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] 10.222.0.22 "GET /v2.0/ports?device_id=e1fcce7c-5bd5-4e63-a372-570072eebc9a HTTP/1.1" status: 200 len: 943 time: 0.1128571 Jan 24 07:05:46.877775 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ba41fe-0a58-4884-9e5d-92c59e813028 req-8909d809-c7af-4381-af1d-70f22e2aba41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:05:46.879417 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-70ba41fe-0a58-4884-9e5d-92c59e813028 req-8909d809-c7af-4381-af1d-70f22e2aba41 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=59c1f0f1737f4452ae5db90ae821187d&device_id=e1fcce7c-5bd5-4e63-a372-570072eebc9a HTTP/1.1" status: 200 len: 1160 time: 0.0883358 Jan 24 07:05:46.889641 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-a39336e9-6c61-488d-a81e-68612b384ddc req-7251b130-a3c0-4fd7-9393-e1c54d72ecd4 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] 10.222.0.22 "GET /v2.0/security-groups?id=88b59b82-aa88-498b-bc45-381dc80977fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504749 Jan 24 07:05:47.029005 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ba41fe-0a58-4884-9e5d-92c59e813028 req-e20c0840-3654-4c0d-952e-e5eb1d6aff6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:05:47.030603 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-70ba41fe-0a58-4884-9e5d-92c59e813028 req-e20c0840-3654-4c0d-952e-e5eb1d6aff6d service neutron] 10.222.0.18 "GET /v2.0/networks?id=6f6958e7-353a-464e-89d2-3be996091b32 HTTP/1.1" status: 200 len: 908 time: 0.1413901 Jan 24 07:05:47.113511 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-70ba41fe-0a58-4884-9e5d-92c59e813028 req-11b43bae-c869-4a07-a6bf-405f31b25412 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49aa06cd-92c3-4774-ad83-7b57617df481 HTTP/1.1" status: 200 len: 217 time: 0.0668464 Jan 24 07:05:47.153327 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-d320cfb3-6073-48db-9ad0-694e4d139530 None None] Notify callbacks [] for port, precommit_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:47.165976 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-d320cfb3-6073-48db-9ad0-694e4d139530 None None] Transition to ACTIVE for port object 94b358cf-6309-4c00-9bf1-2b1e6376e72b will not be triggered until provisioned by entity L2. {{(pid=80238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 07:05:47.168960 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-d320cfb3-6073-48db-9ad0-694e4d139530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098'] for port, after_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:47.185421 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:05:47.202033 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ba41fe-0a58-4884-9e5d-92c59e813028 req-16790581-2c55-4a50-a321-e55d25f177d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:05:47.205129 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-70ba41fe-0a58-4884-9e5d-92c59e813028 req-16790581-2c55-4a50-a321-e55d25f177d2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e76cf661-5dee-4373-89c1-23358c8b7fc2 HTTP/1.1" status: 200 len: 854 time: 0.0834947 Jan 24 07:05:47.261481 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-70ba41fe-0a58-4884-9e5d-92c59e813028 req-b79b353f-3108-4e27-a8f7-dc9a76c01db9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6f6958e7-353a-464e-89d2-3be996091b32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487084 Jan 24 07:05:47.318751 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294fec77-46ca-4528-a7a0-571bcfe86f05 None None] Pushing event updated for resources: {'Port': ['ID=94b358cf-6309-4c00-9bf1-2b1e6376e72b,revision_number=3']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:05:47.335840 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-294fec77-46ca-4528-a7a0-571bcfe86f05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:05:47.414331 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-70ba41fe-0a58-4884-9e5d-92c59e813028 req-4cd98c61-2792-413f-9969-6e86a59a4ba3 service neutron] 10.222.0.18 "GET /v2.0/networks/6f6958e7-353a-464e-89d2-3be996091b32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446927 Jan 24 07:05:47.495494 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-d320cfb3-6073-48db-9ad0-694e4d139530 None None] Attempting to bind port 94b358cf-6309-4c00-9bf1-2b1e6376e72b on host dv-cinder-772181-6-smb for vnic_type normal with profile {{(pid=80238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 07:05:47.496223 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-d320cfb3-6073-48db-9ad0-694e4d139530 None None] Attempting to bind port 94b358cf-6309-4c00-9bf1-2b1e6376e72b by drivers openvswitch on host dv-cinder-772181-6-smb at level 0 using segments [{'id': 'fda5a6f7-fbed-4df5-878d-8a98362d85fc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '792259be-4166-4a00-900e-89104c2f4033'}] {{(pid=80238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 07:05:47.496715 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d320cfb3-6073-48db-9ad0-694e4d139530 None None] Attempting to bind port 94b358cf-6309-4c00-9bf1-2b1e6376e72b on network 792259be-4166-4a00-900e-89104c2f4033 {{(pid=80238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 07:05:47.503790 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d320cfb3-6073-48db-9ad0-694e4d139530 None None] Checking agent: {'id': '3fe64d96-acff-4950-84fb-d8384a2371af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 6, 49, 21), 'started_at': datetime.datetime(2021, 1, 24, 6, 49, 51), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 7, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 07:05:47.504310 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d320cfb3-6073-48db-9ad0-694e4d139530 None None] Checking segment: {'id': 'fda5a6f7-fbed-4df5-878d-8a98362d85fc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '792259be-4166-4a00-900e-89104c2f4033'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 07:05:47.504946 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-d320cfb3-6073-48db-9ad0-694e4d139530 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:47.505463 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d320cfb3-6073-48db-9ad0-694e4d139530 None None] Bound using segment: {'id': 'fda5a6f7-fbed-4df5-878d-8a98362d85fc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '792259be-4166-4a00-900e-89104c2f4033'} {{(pid=80238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 07:05:47.506239 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-d320cfb3-6073-48db-9ad0-694e4d139530 None None] Bound port: 94b358cf-6309-4c00-9bf1-2b1e6376e72b, host: dv-cinder-772181-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fda5a6f7-fbed-4df5-878d-8a98362d85fc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '792259be-4166-4a00-900e-89104c2f4033'}}] {{(pid=80238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 07:05:47.506733 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-d320cfb3-6073-48db-9ad0-694e4d139530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:47.592792 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-70ba41fe-0a58-4884-9e5d-92c59e813028 req-095c3513-80e7-43bc-9110-3ae994830ae1 service neutron] 10.222.0.18 "GET /v2.0/networks/6f6958e7-353a-464e-89d2-3be996091b32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1714292 Jan 24 07:05:47.626474 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-d320cfb3-6073-48db-9ad0-694e4d139530 None None] For port 94b358cf-6309-4c00-9bf1-2b1e6376e72b, host dv-cinder-772181-6-smb, cleared binding levels {{(pid=80238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 07:05:47.630302 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-d320cfb3-6073-48db-9ad0-694e4d139530 None None] For port 94b358cf-6309-4c00-9bf1-2b1e6376e72b, host dv-cinder-772181-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-6-smb',level=0,port_id=94b358cf-6309-4c00-9bf1-2b1e6376e72b,segment=NetworkSegment(fda5a6f7-fbed-4df5-878d-8a98362d85fc),segment_id=fda5a6f7-fbed-4df5-878d-8a98362d85fc)] {{(pid=80238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 07:05:47.633137 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-d320cfb3-6073-48db-9ad0-694e4d139530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098'] for port, after_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:47.649666 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-f95d9271-624a-4156-8635-5653d1b82121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:05:47.801987 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294fec77-46ca-4528-a7a0-571bcfe86f05 None None] Pushing event updated for resources: {'Port': ['ID=94b358cf-6309-4c00-9bf1-2b1e6376e72b,revision_number=4']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:05:47.806667 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-294fec77-46ca-4528-a7a0-571bcfe86f05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:05:47.847639 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d320cfb3-6073-48db-9ad0-694e4d139530 None None] Routers {'39895866-dd79-4f87-abfc-2aa831086d4d'} bound to L3 agent in host dv-cinder-772181-6-smb {{(pid=80238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 07:05:47.848346 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-d320cfb3-6073-48db-9ad0-694e4d139530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-24T06:49:21Z,description=,heartbeat_timestamp=2021-01-24T07:05:21Z,host='dv-cinder-772181-6-smb',id=4d190a5c-2620-4f2a-bccf-f8076df9706a,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T06:49:21Z,topic='l3_agent')) {'router_ids': ['39895866-dd79-4f87-abfc-2aa831086d4d'], 'active': True} {{(pid=80238) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:05:47.965983 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Device 94b358cf-6309-4c00-9bf1-2b1e6376e72b up at agent ovs-agent-dv-cinder-772181-6-smb {{(pid=80237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 07:05:48.077157 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-d320cfb3-6073-48db-9ad0-694e4d139530 None None] Set router 39895866-dd79-4f87-abfc-2aa831086d4d gateway port host: dv-cinder-772181-6-smb {{(pid=80238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 07:05:48.104780 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Provisioning for port 94b358cf-6309-4c00-9bf1-2b1e6376e72b completed by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 07:05:48.111271 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Provisioning complete for port 94b358cf-6309-4c00-9bf1-2b1e6376e72b triggered by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 07:05:48.111636 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:48.190988 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-9489b761-6a94-45a6-be50-6b627a6f708a None None] Provisioning complete for port 94b358cf-6309-4c00-9bf1-2b1e6376e72b triggered by entity DHCP. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 07:05:48.191438 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9489b761-6a94-45a6-be50-6b627a6f708a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:48.309691 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585ef9a6-ea90-40f0-b834-5222f7ee21b9 req-2dc31a5b-41f7-4780-98ab-811fa666fa4e tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:05:48.318128 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-585ef9a6-ea90-40f0-b834-5222f7ee21b9 req-2dc31a5b-41f7-4780-98ab-811fa666fa4e tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] 10.222.0.22 "GET /v2.0/ports?device_id=e1fcce7c-5bd5-4e63-a372-570072eebc9a HTTP/1.1" status: 200 len: 943 time: 0.1996696 Jan 24 07:05:48.361379 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1cf8da-eb2e-4346-8c2d-3fde214ef857 req-71c8675e-c44a-4770-bcdd-f8814fcfa954 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:05:48.363206 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-df1cf8da-eb2e-4346-8c2d-3fde214ef857 req-71c8675e-c44a-4770-bcdd-f8814fcfa954 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/ports?device_id=4955ec46-7aed-4d45-bb0f-106f6c4953be HTTP/1.1" status: 200 len: 945 time: 0.2066493 Jan 24 07:05:48.387488 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:48.416728 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-585ef9a6-ea90-40f0-b834-5222f7ee21b9 req-d7ec3372-b87f-4e2c-9085-ad769eef3d0d tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] 10.222.0.22 "GET /v2.0/security-groups?id=88b59b82-aa88-498b-bc45-381dc80977fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974700 Jan 24 07:05:48.421737 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9489b761-6a94-45a6-be50-6b627a6f708a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:48.455314 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-df1cf8da-eb2e-4346-8c2d-3fde214ef857 req-6edb33d6-957a-4e22-a096-21573b610d1d tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/security-groups?id=1fd5f6b6-4fb0-450c-8e61-c3a194544159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818813 Jan 24 07:05:48.461552 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] For port 94b358cf-6309-4c00-9bf1-2b1e6376e72b, host dv-cinder-772181-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-6-smb',level=0,port_id=94b358cf-6309-4c00-9bf1-2b1e6376e72b,segment=NetworkSegment(fda5a6f7-fbed-4df5-878d-8a98362d85fc),segment_id=fda5a6f7-fbed-4df5-878d-8a98362d85fc)] {{(pid=80237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 07:05:48.496299 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098'] for port, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:48.505450 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-5a4ce2ff-4622-4def-8573-3d5097bc8628 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:05:48.508932 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-d320cfb3-6073-48db-9ad0-694e4d139530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39895866-dd79-4f87-abfc-2aa831086d4d', 'name': 'tempest-TestShelveInstance-676889877-router', 'tenant_id': 'ade892987cf4421c8fba793036ea74ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'external_fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.165'}], 'enable_snat': True}, 'gw_port_id': '86993441-fef6-4493-b2f7-066e05ed21f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T07:05:34Z', 'updated_at': '2021-01-24T07:05:40Z', 'revision_number': 4, 'project_id': 'ade892987cf4421c8fba793036ea74ca', 'gw_port': {'id': '86993441-fef6-4493-b2f7-066e05ed21f8', 'name': '', 'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:90:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39895866-dd79-4f87-abfc-2aa831086d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T07:05:35Z', 'updated_at': '2021-01-24T07:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-6-smb', '_interfaces': [{'id': '94b358cf-6309-4c00-9bf1-2b1e6376e72b', 'name': '', 'network_id': '792259be-4166-4a00-900e-89104c2f4033', 'tenant_id': 'ade892987cf4421c8fba793036ea74ca', 'mac_address': 'fa:16:3e:84:11:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39895866-dd79-4f87-abfc-2aa831086d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '36a2bb73-f2a3-4979-863e-8acdee5c8f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T07:05:39Z', 'updated_at': '2021-01-24T07:05:47Z', 'revision_number': 4, 'project_id': 'ade892987cf4421c8fba793036ea74ca', 'subnets': [{'id': '36a2bb73-f2a3-4979-863e-8acdee5c8f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-6-smb', False) {} {{(pid=80238) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:05:48.513502 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d320cfb3-6073-48db-9ad0-694e4d139530 None None] The sync data for ids ['39895866-dd79-4f87-abfc-2aa831086d4d'] in dv-cinder-772181-6-smb is: [{'id': '39895866-dd79-4f87-abfc-2aa831086d4d', 'name': 'tempest-TestShelveInstance-676889877-router', 'tenant_id': 'ade892987cf4421c8fba793036ea74ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'external_fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.165'}], 'enable_snat': True}, 'gw_port_id': '86993441-fef6-4493-b2f7-066e05ed21f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T07:05:34Z', 'updated_at': '2021-01-24T07:05:40Z', 'revision_number': 4, 'project_id': 'ade892987cf4421c8fba793036ea74ca', 'gw_port': {'id': '86993441-fef6-4493-b2f7-066e05ed21f8', 'name': '', 'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:90:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39895866-dd79-4f87-abfc-2aa831086d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T07:05:35Z', 'updated_at': '2021-01-24T07:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-6-smb', '_interfaces': [{'id': '94b358cf-6309-4c00-9bf1-2b1e6376e72b', 'name': '', 'network_id': '792259be-4166-4a00-900e-89104c2f4033', 'tenant_id': 'ade892987cf4421c8fba793036ea74ca', 'mac_address': 'fa:16:3e:84:11:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39895866-dd79-4f87-abfc-2aa831086d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '36a2bb73-f2a3-4979-863e-8acdee5c8f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T07:05:39Z', 'updated_at': '2021-01-24T07:05:47Z', 'revision_number': 4, 'project_id': 'ade892987cf4421c8fba793036ea74ca', 'subnets': [{'id': '36a2bb73-f2a3-4979-863e-8acdee5c8f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 24 07:05:48.585116 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.db.api [None req-9489b761-6a94-45a6-be50-6b627a6f708a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80237) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 24 07:05:48.585523 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_db.api [None req-9489b761-6a94-45a6-be50-6b627a6f708a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80237) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 24 07:05:48.597895 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Pushing event updated for resources: {'Port': ['ID=94b358cf-6309-4c00-9bf1-2b1e6376e72b,revision_number=5']} {{(pid=80237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:05:48.601733 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:05:49.639612 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-73e242ac-8790-4a78-a707-fe00eef564b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:49.740284 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cecbac2-6ae0-4040-a851-132ad58523a1 req-ab2f3daf-4afd-45ca-b3f6-5c548ebff367 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:05:49.741818 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-3cecbac2-6ae0-4040-a851-132ad58523a1 req-ab2f3daf-4afd-45ca-b3f6-5c548ebff367 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] 10.222.0.22 "GET /v2.0/ports?device_id=e1fcce7c-5bd5-4e63-a372-570072eebc9a HTTP/1.1" status: 200 len: 943 time: 0.1841333 Jan 24 07:05:49.769738 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89ef76c-9b06-448a-af42-1c494c3e0973 req-0cef2a82-16e1-43b1-969f-0a2aad1217c0 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:05:49.771349 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-e89ef76c-9b06-448a-af42-1c494c3e0973 req-0cef2a82-16e1-43b1-969f-0a2aad1217c0 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/ports?device_id=4955ec46-7aed-4d45-bb0f-106f6c4953be HTTP/1.1" status: 200 len: 945 time: 0.1716957 Jan 24 07:05:49.852542 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-3cecbac2-6ae0-4040-a851-132ad58523a1 req-7b7bcecf-cba5-4a0b-9946-4abc1bbe1a1f tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] 10.222.0.22 "GET /v2.0/security-groups?id=88b59b82-aa88-498b-bc45-381dc80977fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801015 Jan 24 07:05:49.858744 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-e89ef76c-9b06-448a-af42-1c494c3e0973 req-38639b5a-1d11-4346-9966-8887c0db1e61 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/security-groups?id=1fd5f6b6-4fb0-450c-8e61-c3a194544159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719755 Jan 24 07:05:49.917197 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Device 94b358cf-6309-4c00-9bf1-2b1e6376e72b up at agent ovs-agent-dv-cinder-772181-6-smb {{(pid=80237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 07:05:49.996549 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Provisioning complete for port 94b358cf-6309-4c00-9bf1-2b1e6376e72b triggered by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 07:05:49.996889 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:50.240091 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Device 49aa06cd-92c3-4774-ad83-7b57617df481 up at agent ovs-agent-hv-cinder-77218 {{(pid=80237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 07:05:50.312481 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Provisioning for port 49aa06cd-92c3-4774-ad83-7b57617df481 completed by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 07:05:50.318627 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Provisioning complete for port 49aa06cd-92c3-4774-ad83-7b57617df481 triggered by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 07:05:50.319048 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:50.448093 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:50.477369 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1fcce7c-5bd5-4e63-a372-570072eebc9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49aa06cd-92c3-4774-ad83-7b57617df481'}] {{(pid=80237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 07:05:50.488294 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] For port 49aa06cd-92c3-4774-ad83-7b57617df481, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=49aa06cd-92c3-4774-ad83-7b57617df481,segment=NetworkSegment(e10231c5-2277-4b16-8e4e-31a64516180d),segment_id=e10231c5-2277-4b16-8e4e-31a64516180d)] {{(pid=80237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 07:05:50.492185 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098'] for port, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:50.494124 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:05:50.540415 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1fcce7c-5bd5-4e63-a372-570072eebc9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49aa06cd-92c3-4774-ad83-7b57617df481', 'code': 200} Jan 24 07:05:50.571503 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Pushing event updated for resources: {'Port': ['ID=49aa06cd-92c3-4774-ad83-7b57617df481,revision_number=4']} {{(pid=80237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:05:50.574585 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:05:50.687251 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b4341078-cd08-45fc-9fb3-e5fc4b1457c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:50.839139 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470c639e-e82f-4dc2-aada-0cf322d65829 req-8ffc4cdb-51c5-44e5-86c8-1514b61ddcac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:05:50.840702 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-470c639e-e82f-4dc2-aada-0cf322d65829 req-8ffc4cdb-51c5-44e5-86c8-1514b61ddcac service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e1fcce7c-5bd5-4e63-a372-570072eebc9a HTTP/1.1" status: 200 len: 1162 time: 0.0820589 Jan 24 07:05:50.888935 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-470c639e-e82f-4dc2-aada-0cf322d65829 req-b20cb615-23f7-4e65-b782-f85d4f2b1258 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=88b59b82-aa88-498b-bc45-381dc80977fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365181 Jan 24 07:05:51.130714 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:51.166417 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b551b2c-afad-4816-82ff-66804b8620a5 req-35672035-0802-4e85-b47c-bb12700b3a32 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:05:51.169669 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-4b551b2c-afad-4816-82ff-66804b8620a5 req-35672035-0802-4e85-b47c-bb12700b3a32 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] 10.222.0.22 "GET /v2.0/ports?device_id=e1fcce7c-5bd5-4e63-a372-570072eebc9a HTTP/1.1" status: 200 len: 945 time: 0.1833866 Jan 24 07:05:51.218556 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a396bf6b-9be6-4215-af4f-3995ef0d4f32 req-9e027e7d-3141-4942-b7d9-f4ec5b662f81 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:05:51.220238 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-a396bf6b-9be6-4215-af4f-3995ef0d4f32 req-9e027e7d-3141-4942-b7d9-f4ec5b662f81 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/ports?device_id=4955ec46-7aed-4d45-bb0f-106f6c4953be HTTP/1.1" status: 200 len: 945 time: 0.1886303 Jan 24 07:05:51.289383 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-4b551b2c-afad-4816-82ff-66804b8620a5 req-298e9a21-e39c-47af-9d6f-aa869687a454 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] 10.222.0.22 "GET /v2.0/security-groups?id=88b59b82-aa88-498b-bc45-381dc80977fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129072 Jan 24 07:05:51.304574 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-a396bf6b-9be6-4215-af4f-3995ef0d4f32 req-aab5f0f6-3230-4f2f-81ce-1c1b06224e92 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/security-groups?id=1fd5f6b6-4fb0-450c-8e61-c3a194544159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777853 Jan 24 07:05:51.731527 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Device 49aa06cd-92c3-4774-ad83-7b57617df481 up at agent ovs-agent-hv-cinder-77218 {{(pid=80237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 07:05:51.806804 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Provisioning complete for port 49aa06cd-92c3-4774-ad83-7b57617df481 triggered by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 07:05:51.807225 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:52.599689 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5d1294-d8b2-4140-a89c-36e99f3e1d4f req-0c172c63-9cd7-488f-b173-6cdd9a580721 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:05:52.601318 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-1d5d1294-d8b2-4140-a89c-36e99f3e1d4f req-0c172c63-9cd7-488f-b173-6cdd9a580721 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/ports?device_id=4955ec46-7aed-4d45-bb0f-106f6c4953be HTTP/1.1" status: 200 len: 945 time: 0.1380529 Jan 24 07:05:52.629261 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56adfd14-404b-46e2-92cf-90b85308de39 req-4fff204b-397b-43c9-99bb-562371c0a6ac tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:05:52.630929 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-56adfd14-404b-46e2-92cf-90b85308de39 req-4fff204b-397b-43c9-99bb-562371c0a6ac tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] 10.222.0.22 "GET /v2.0/ports?device_id=e1fcce7c-5bd5-4e63-a372-570072eebc9a HTTP/1.1" status: 200 len: 945 time: 0.2075014 Jan 24 07:05:52.676391 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-234e5594-7a0b-4e8c-b8aa-6f4b31972cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:52.717218 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-1d5d1294-d8b2-4140-a89c-36e99f3e1d4f req-d34d9e99-11d0-42ba-8eed-d65e5379f28d tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/security-groups?id=1fd5f6b6-4fb0-450c-8e61-c3a194544159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852001 Jan 24 07:05:52.725158 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-56adfd14-404b-46e2-92cf-90b85308de39 req-9542a337-437f-4c06-9808-fc4fd05d2bde tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] 10.222.0.22 "GET /v2.0/security-groups?id=88b59b82-aa88-498b-bc45-381dc80977fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781748 Jan 24 07:05:53.771416 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Device 49aa06cd-92c3-4774-ad83-7b57617df481 up at agent ovs-agent-hv-cinder-77218 {{(pid=80237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 07:05:53.853384 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Provisioning complete for port 49aa06cd-92c3-4774-ad83-7b57617df481 triggered by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 07:05:53.853703 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:05:53.979248 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec23e986-8ed4-485c-b105-03c9f77a0e0f req-a3ce417e-7497-4e40-b95d-31961aea0d70 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:05:53.981239 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-ec23e986-8ed4-485c-b105-03c9f77a0e0f req-a3ce417e-7497-4e40-b95d-31961aea0d70 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/ports?device_id=4955ec46-7aed-4d45-bb0f-106f6c4953be HTTP/1.1" status: 200 len: 945 time: 0.1080167 Jan 24 07:05:54.033355 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-ec23e986-8ed4-485c-b105-03c9f77a0e0f req-a9dfb291-52a7-43fc-84f9-07e7adb08037 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/security-groups?id=1fd5f6b6-4fb0-450c-8e61-c3a194544159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455983 Jan 24 07:05:55.302508 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a26e6f-f516-4461-a259-fe323da77793 req-a894fd40-1398-42b6-817e-3bf8768e7880 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:05:55.304259 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-46a26e6f-f516-4461-a259-fe323da77793 req-a894fd40-1398-42b6-817e-3bf8768e7880 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/ports?device_id=4955ec46-7aed-4d45-bb0f-106f6c4953be HTTP/1.1" status: 200 len: 945 time: 0.1201751 Jan 24 07:05:55.357100 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-46a26e6f-f516-4461-a259-fe323da77793 req-5ac4a742-5719-47bf-bcde-d8d3456e8977 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/security-groups?id=1fd5f6b6-4fb0-450c-8e61-c3a194544159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464277 Jan 24 07:05:56.622710 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82611c88-e9df-4d1b-a362-f9f852e06214 req-bb2b3781-3e88-46ce-bd02-08e733e0144c tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:05:56.624431 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-82611c88-e9df-4d1b-a362-f9f852e06214 req-bb2b3781-3e88-46ce-bd02-08e733e0144c tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/ports?device_id=4955ec46-7aed-4d45-bb0f-106f6c4953be HTTP/1.1" status: 200 len: 945 time: 0.1102870 Jan 24 07:05:56.683821 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-82611c88-e9df-4d1b-a362-f9f852e06214 req-942bdaae-6537-4686-abe0-b933daaa8ae7 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/security-groups?id=1fd5f6b6-4fb0-450c-8e61-c3a194544159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522127 Jan 24 07:05:57.944563 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0689dee5-07f2-446c-b168-558debb93ab5 req-fa51138b-7c21-4be4-b41b-87fb110b0d7f tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:05:57.946185 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-0689dee5-07f2-446c-b168-558debb93ab5 req-fa51138b-7c21-4be4-b41b-87fb110b0d7f tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/ports?device_id=4955ec46-7aed-4d45-bb0f-106f6c4953be HTTP/1.1" status: 200 len: 945 time: 0.1065788 Jan 24 07:05:57.997654 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-0689dee5-07f2-446c-b168-558debb93ab5 req-2d3ac838-82fa-4b3b-8e95-b07e33be7324 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/security-groups?id=1fd5f6b6-4fb0-450c-8e61-c3a194544159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450966 Jan 24 07:05:59.263376 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3b08c4-a05a-412e-8f8a-e640f21e2196 req-afcbe1ae-ea36-45cc-818f-88a2a40126ac tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:05:59.265030 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-cb3b08c4-a05a-412e-8f8a-e640f21e2196 req-afcbe1ae-ea36-45cc-818f-88a2a40126ac tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/ports?device_id=4955ec46-7aed-4d45-bb0f-106f6c4953be HTTP/1.1" status: 200 len: 945 time: 0.1156452 Jan 24 07:05:59.322891 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-cb3b08c4-a05a-412e-8f8a-e640f21e2196 req-3464729e-dd28-40bf-8bff-e2f5a8619df9 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/security-groups?id=1fd5f6b6-4fb0-450c-8e61-c3a194544159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483012 Jan 24 07:06:00.069044 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:00.648631 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5872827-9e2b-46f9-b487-cbe1de1577c9 req-0203539e-4b70-40af-8c45-d24f7fece7dd tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:06:00.650218 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-b5872827-9e2b-46f9-b487-cbe1de1577c9 req-0203539e-4b70-40af-8c45-d24f7fece7dd tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] 10.222.0.22 "GET /v2.0/ports?device_id=e1fcce7c-5bd5-4e63-a372-570072eebc9a HTTP/1.1" status: 200 len: 945 time: 0.2120326 Jan 24 07:06:00.677556 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ca3b7b-4027-48e2-aa5b-64929f33b9cf req-6199a7dc-9700-4d8b-8fc0-23f9f3407101 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:06:00.679080 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-b1ca3b7b-4027-48e2-aa5b-64929f33b9cf req-6199a7dc-9700-4d8b-8fc0-23f9f3407101 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/ports?device_id=4955ec46-7aed-4d45-bb0f-106f6c4953be HTTP/1.1" status: 200 len: 945 time: 0.1730983 Jan 24 07:06:00.761493 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-b5872827-9e2b-46f9-b487-cbe1de1577c9 req-36a21c78-7ee7-4b52-9b6a-4b19df1deaac tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] 10.222.0.22 "GET /v2.0/security-groups?id=88b59b82-aa88-498b-bc45-381dc80977fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813873 Jan 24 07:06:00.768045 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-b1ca3b7b-4027-48e2-aa5b-64929f33b9cf req-077681b0-1473-45af-93e7-64ada21a286f tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/security-groups?id=1fd5f6b6-4fb0-450c-8e61-c3a194544159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733144 Jan 24 07:06:01.123798 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.agents_db [None req-2c2cd112-eb45-4d42-b228-ef41d20f669c None None] Agent healthcheck: found 6 active agents {{(pid=80238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 07:06:01.809534 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-a4f86567-5bb7-43d3-a199-23201b54421f req-9ccdbb01-035e-4969-aa4e-d2089b1301cd tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Synchronizing usage tracker for tenant:0cbc5a2c43e442e881ea5da07e6155a1 on resource:security_group {{(pid=80236) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 07:06:01.828991 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-a4f86567-5bb7-43d3-a199-23201b54421f req-9ccdbb01-035e-4969-aa4e-d2089b1301cd tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Unset dirty status for tenant:0cbc5a2c43e442e881ea5da07e6155a1 on resource:security_group {{(pid=80236) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 07:06:01.830243 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-a4f86567-5bb7-43d3-a199-23201b54421f req-9ccdbb01-035e-4969-aa4e-d2089b1301cd tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-575663475&fields=id&tenant_id=0cbc5a2c43e442e881ea5da07e6155a1 HTTP/1.1" status: 200 len: 267 time: 0.0657628 Jan 24 07:06:02.074894 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f86567-5bb7-43d3-a199-23201b54421f req-d159afe1-688e-4fda-a061-742ef76c1057 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:06:02.075559 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-a4f86567-5bb7-43d3-a199-23201b54421f req-d159afe1-688e-4fda-a061-742ef76c1057 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Synchronizing usage tracker for tenant:0cbc5a2c43e442e881ea5da07e6155a1 on resource:network {{(pid=80236) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 07:06:02.114964 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef909a2f-db90-4b03-9196-f32246bbf333 req-232c56e9-d9b7-47b6-95b4-ce40046d853b tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:06:02.116566 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-ef909a2f-db90-4b03-9196-f32246bbf333 req-232c56e9-d9b7-47b6-95b4-ce40046d853b tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] 10.222.0.22 "GET /v2.0/ports?device_id=e1fcce7c-5bd5-4e63-a372-570072eebc9a HTTP/1.1" status: 200 len: 945 time: 0.1983674 Jan 24 07:06:02.137530 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-a4f86567-5bb7-43d3-a199-23201b54421f req-d159afe1-688e-4fda-a061-742ef76c1057 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Unset dirty status for tenant:0cbc5a2c43e442e881ea5da07e6155a1 on resource:network {{(pid=80236) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 07:06:02.138955 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-a4f86567-5bb7-43d3-a199-23201b54421f req-d159afe1-688e-4fda-a061-742ef76c1057 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] 10.222.0.22 "GET /v2.0/networks?id=3a2995af-23e4-4848-b461-069c7594050c HTTP/1.1" status: 200 len: 809 time: 0.3010583 Jan 24 07:06:02.169677 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-a4f86567-5bb7-43d3-a199-23201b54421f req-13580574-daba-4c45-b8ee-a35d24955f8c tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] 10.222.0.22 "GET /v2.0/quotas/0cbc5a2c43e442e881ea5da07e6155a1 HTTP/1.1" status: 200 len: 375 time: 0.0224047 Jan 24 07:06:02.181079 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-ef909a2f-db90-4b03-9196-f32246bbf333 req-02eaa5b3-008e-4a36-9f46-df1135d0f7f9 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] 10.222.0.22 "GET /v2.0/security-groups?id=88b59b82-aa88-498b-bc45-381dc80977fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577013 Jan 24 07:06:02.275366 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-a4f86567-5bb7-43d3-a199-23201b54421f req-7bdd0c48-7936-43e2-b78c-6a652c1efe79 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Synchronizing usage tracker for tenant:0cbc5a2c43e442e881ea5da07e6155a1 on resource:port {{(pid=80236) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 07:06:02.293579 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-a4f86567-5bb7-43d3-a199-23201b54421f req-7bdd0c48-7936-43e2-b78c-6a652c1efe79 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Unset dirty status for tenant:0cbc5a2c43e442e881ea5da07e6155a1 on resource:port {{(pid=80236) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 07:06:02.294981 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-a4f86567-5bb7-43d3-a199-23201b54421f req-7bdd0c48-7936-43e2-b78c-6a652c1efe79 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] 10.222.0.22 "GET /v2.0/ports?tenant_id=0cbc5a2c43e442e881ea5da07e6155a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1129813 Jan 24 07:06:02.520199 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5ea549-1f6c-471a-a2f5-3f81e7676101 req-d0704944-61d8-459b-a62d-dc47c4e0325d tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:06:02.521866 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-ee5ea549-1f6c-471a-a2f5-3f81e7676101 req-d0704944-61d8-459b-a62d-dc47c4e0325d tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/ports?device_id=4955ec46-7aed-4d45-bb0f-106f6c4953be HTTP/1.1" status: 200 len: 945 time: 0.2240500 Jan 24 07:06:02.531412 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-a4f86567-5bb7-43d3-a199-23201b54421f req-46bf3a6e-2a65-4f00-91bf-3658fe3eb60a service neutron] 10.222.0.22 "GET /v2.0/networks/3a2995af-23e4-4848-b461-069c7594050c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937060 Jan 24 07:06:02.622972 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec10ba35-b459-4bc4-80d9-c7110a7f1e77 req-67c2ee7a-ff33-42b8-a684-a51833f33722 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:06:02.623855 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-ec10ba35-b459-4bc4-80d9-c7110a7f1e77 req-67c2ee7a-ff33-42b8-a684-a51833f33722 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Synchronizing usage tracker for tenant:59c1f0f1737f4452ae5db90ae821187d on resource:port {{(pid=80235) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 07:06:02.645616 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-ec10ba35-b459-4bc4-80d9-c7110a7f1e77 req-67c2ee7a-ff33-42b8-a684-a51833f33722 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Unset dirty status for tenant:59c1f0f1737f4452ae5db90ae821187d on resource:port {{(pid=80235) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 07:06:02.646914 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-ec10ba35-b459-4bc4-80d9-c7110a7f1e77 req-67c2ee7a-ff33-42b8-a684-a51833f33722 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] 10.222.0.18 "GET /v2.0/ports?device_id=e1fcce7c-5bd5-4e63-a372-570072eebc9a HTTP/1.1" status: 200 len: 945 time: 0.1289577 Jan 24 07:06:02.902264 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-ee5ea549-1f6c-471a-a2f5-3f81e7676101 req-53f88a54-d502-45b8-92cd-c9dd9e583c8a tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/security-groups?id=1fd5f6b6-4fb0-450c-8e61-c3a194544159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3731270 Jan 24 07:06:02.951175 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-a4f86567-5bb7-43d3-a199-23201b54421f req-eb3a5d85-cfe4-447a-9b6a-37f26db5f941 service neutron] 10.222.0.22 "GET /v2.0/networks/3a2995af-23e4-4848-b461-069c7594050c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4033842 Jan 24 07:06:02.967489 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [req-ec10ba35-b459-4bc4-80d9-c7110a7f1e77 req-da5da586-0cb3-4f9c-9af6-f0881895d46d tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Deleting port 49aa06cd-92c3-4774-ad83-7b57617df481 {{(pid=80235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 07:06:02.967901 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-ec10ba35-b459-4bc4-80d9-c7110a7f1e77 req-da5da586-0cb3-4f9c-9af6-f0881895d46d tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760141954436'] for port, before_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:03.243039 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-ec10ba35-b459-4bc4-80d9-c7110a7f1e77 req-da5da586-0cb3-4f9c-9af6-f0881895d46d tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] For port 49aa06cd-92c3-4774-ad83-7b57617df481, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=49aa06cd-92c3-4774-ad83-7b57617df481,segment=NetworkSegment(e10231c5-2277-4b16-8e4e-31a64516180d),segment_id=e10231c5-2277-4b16-8e4e-31a64516180d)] {{(pid=80235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 07:06:03.243553 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-ec10ba35-b459-4bc4-80d9-c7110a7f1e77 req-da5da586-0cb3-4f9c-9af6-f0881895d46d tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854346336'] for port, precommit_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:03.391047 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [req-ec10ba35-b459-4bc4-80d9-c7110a7f1e77 req-da5da586-0cb3-4f9c-9af6-f0881895d46d tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Calling delete_port for 49aa06cd-92c3-4774-ad83-7b57617df481 owned by compute:nova {{(pid=80235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 07:06:03.456486 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-9cd445b5-3a8c-4ac9-8e28-cd5b3fe818f3 req-6928b2fe-fd30-41db-a956-fb425a3c65c4 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] 10.222.0.22 "GET /v2.0/ports?device_id=ab88cf14-8684-48bd-9519-bda011ed0473 HTTP/1.1" status: 200 len: 210 time: 0.0680254 Jan 24 07:06:03.514439 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8fb3c4-6c98-463e-983f-b4d597f5634b req-fad7fecb-2574-46d9-a690-7d7074e235ef tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:06:03.516278 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-7a8fb3c4-6c98-463e-983f-b4d597f5634b req-fad7fecb-2574-46d9-a690-7d7074e235ef tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] 10.222.0.22 "GET /v2.0/ports?device_id=e1fcce7c-5bd5-4e63-a372-570072eebc9a HTTP/1.1" status: 200 len: 945 time: 0.1949680 Jan 24 07:06:03.560558 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-ec10ba35-b459-4bc4-80d9-c7110a7f1e77 req-da5da586-0cb3-4f9c-9af6-f0881895d46d tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363276712759002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363276713243132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851855427'] for port, after_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:03.573243 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-7a8fb3c4-6c98-463e-983f-b4d597f5634b req-bb708ba6-da5f-41f6-89f4-2f75df8fb8cc tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] 10.222.0.22 "GET /v2.0/security-groups?id=88b59b82-aa88-498b-bc45-381dc80977fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499060 Jan 24 07:06:03.592664 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-e8050a6c-1a40-4653-bc61-a9756da134c4 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:06:03.605935 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Device 49aa06cd-92c3-4774-ad83-7b57617df481 no longer exists at agent ovs-agent-hv-cinder-77218 {{(pid=80237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 07:06:03.678070 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] No Port match for: 49aa06cd-92c3-4774-ad83-7b57617df481 {{(pid=80237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 24 07:06:03.679644 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Device 49aa06cd-92c3-4774-ad83-7b57617df481 not bound to the agent host hv-cinder-77218 {{(pid=80237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 24 07:06:03.695610 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5da586-0cb3-4f9c-9af6-f0881895d46d tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Pushing event deleted for resources: {'Port': ['ID=49aa06cd-92c3-4774-ad83-7b57617df481,revision_number=None']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:06:03.699489 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-da5da586-0cb3-4f9c-9af6-f0881895d46d tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:06:03.798248 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec10ba35-b459-4bc4-80d9-c7110a7f1e77 req-da5da586-0cb3-4f9c-9af6-f0881895d46d tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] No DVR routers for this DVR port 49aa06cd-92c3-4774-ad83-7b57617df481 on host hv-cinder-77218 {{(pid=80235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 24 07:06:03.801033 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-ec10ba35-b459-4bc4-80d9-c7110a7f1e77 req-da5da586-0cb3-4f9c-9af6-f0881895d46d tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149749'] for port, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:03.803908 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1fcce7c-5bd5-4e63-a372-570072eebc9a', 'name': 'network-vif-deleted', 'tag': '49aa06cd-92c3-4774-ad83-7b57617df481'}] {{(pid=80235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 07:06:03.819141 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-ec10ba35-b459-4bc4-80d9-c7110a7f1e77 req-da5da586-0cb3-4f9c-9af6-f0881895d46d tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] 10.222.0.18 "DELETE /v2.0/ports/49aa06cd-92c3-4774-ad83-7b57617df481 HTTP/1.1" status: 204 len: 173 time: 1.1641114 Jan 24 07:06:03.864295 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1fcce7c-5bd5-4e63-a372-570072eebc9a', 'name': 'network-vif-deleted', 'tag': '49aa06cd-92c3-4774-ad83-7b57617df481', 'status': 'completed', 'code': 200} Jan 24 07:06:04.169569 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb03aa4-4a5f-4438-b4ff-4ffc8a256e78 req-b82e3cec-7d92-4e04-a440-c07e6c3c002e tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:06:04.171193 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-ecb03aa4-4a5f-4438-b4ff-4ffc8a256e78 req-b82e3cec-7d92-4e04-a440-c07e6c3c002e tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/ports?device_id=4955ec46-7aed-4d45-bb0f-106f6c4953be HTTP/1.1" status: 200 len: 945 time: 0.1163764 Jan 24 07:06:04.222639 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-ecb03aa4-4a5f-4438-b4ff-4ffc8a256e78 req-093d722a-ce8f-435a-aafb-107e0e4be6c1 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/security-groups?id=1fd5f6b6-4fb0-450c-8e61-c3a194544159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438218 Jan 24 07:06:04.660267 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-9994b9d9-bd2d-45eb-b0c1-19238c10c6fa req-fda4c1bc-189b-4993-8557-2b74b59a9430 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] 10.222.0.22 "GET /v2.0/ports?device_id=ab88cf14-8684-48bd-9519-bda011ed0473 HTTP/1.1" status: 200 len: 210 time: 0.0595224 Jan 24 07:06:04.783389 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-35165441-dcfa-43f4-93eb-1d97543c9142 req-0fe8301c-609f-4004-b918-c86088753f82 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] 10.222.0.22 "GET /v2.0/ports?device_id=e1fcce7c-5bd5-4e63-a372-570072eebc9a HTTP/1.1" status: 200 len: 210 time: 0.0589826 Jan 24 07:06:04.838397 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f86567-5bb7-43d3-a199-23201b54421f req-e803959f-c2d4-49a7-8460-1b91cbea9182 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:06:04.840142 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-a4f86567-5bb7-43d3-a199-23201b54421f req-e803959f-c2d4-49a7-8460-1b91cbea9182 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] 10.222.0.18 "GET /v2.0/networks?id=3a2995af-23e4-4848-b461-069c7594050c HTTP/1.1" status: 200 len: 809 time: 0.1962938 Jan 24 07:06:04.942662 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-a4f86567-5bb7-43d3-a199-23201b54421f req-073a8739-05d6-4664-8413-2d285f063873 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0cbc5a2c43e442e881ea5da07e6155a1 HTTP/1.1" status: 200 len: 5757 time: 0.0788059 Jan 24 07:06:05.005111 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.base [req-a4f86567-5bb7-43d3-a199-23201b54421f req-b6223807-fe6e-4ff9-b950-460ebb0abb7d tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Request body: {'port': {'device_id': 'ab88cf14-8684-48bd-9519-bda011ed0473', 'network_id': '3a2995af-23e4-4848-b461-069c7594050c', 'admin_state_up': True, 'tenant_id': '0cbc5a2c43e442e881ea5da07e6155a1', 'security_groups': ['cf880658-cbbf-44f0-b75e-20aba2fce927']}} {{(pid=80235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 07:06:05.155914 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [req-a4f86567-5bb7-43d3-a199-23201b54421f req-b6223807-fe6e-4ff9-b950-460ebb0abb7d tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 07:06:05.165769 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [req-a4f86567-5bb7-43d3-a199-23201b54421f req-b6223807-fe6e-4ff9-b950-460ebb0abb7d tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 07:06:05.174554 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4f86567-5bb7-43d3-a199-23201b54421f req-b6223807-fe6e-4ff9-b950-460ebb0abb7d tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Made reservation on behalf of 0cbc5a2c43e442e881ea5da07e6155a1 for: {'port': 1} {{(pid=80235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 07:06:05.184530 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-a4f86567-5bb7-43d3-a199-23201b54421f req-b6223807-fe6e-4ff9-b950-460ebb0abb7d tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:05.478874 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bd376e-1ddc-4bf9-9537-a21a7307d52a req-506a65bc-806d-453d-9e4e-967b765cc808 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:06:05.480565 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-d4bd376e-1ddc-4bf9-9537-a21a7307d52a req-506a65bc-806d-453d-9e4e-967b765cc808 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/ports?device_id=4955ec46-7aed-4d45-bb0f-106f6c4953be HTTP/1.1" status: 200 len: 945 time: 0.1110363 Jan 24 07:06:05.509974 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.db_base_plugin_common [req-a4f86567-5bb7-43d3-a199-23201b54421f req-b6223807-fe6e-4ff9-b950-460ebb0abb7d tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Allocated IP 172.20.0.12 (3a2995af-23e4-4848-b461-069c7594050c/36d77b5b-eba8-4153-af7c-7e5a5de26b5e/90758390-c4e6-4803-8de7-592eae9f70f2) {{(pid=80235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 07:06:05.539772 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-d4bd376e-1ddc-4bf9-9537-a21a7307d52a req-724dc74c-716a-4f1f-a523-db9e38101a9d tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/security-groups?id=1fd5f6b6-4fb0-450c-8e61-c3a194544159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505803 Jan 24 07:06:05.718368 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-a4f86567-5bb7-43d3-a199-23201b54421f req-b6223807-fe6e-4ff9-b950-460ebb0abb7d tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Notify callbacks [] for port, precommit_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:05.736455 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [req-a4f86567-5bb7-43d3-a199-23201b54421f req-b6223807-fe6e-4ff9-b950-460ebb0abb7d tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Transition to ACTIVE for port object 90758390-c4e6-4803-8de7-592eae9f70f2 will not be triggered until provisioned by entity DHCP. {{(pid=80235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 07:06:05.765586 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-a4f86567-5bb7-43d3-a199-23201b54421f req-b6223807-fe6e-4ff9-b950-460ebb0abb7d tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363276713217020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851855427'] for port, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:05.906763 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dce566-f41d-414f-9e97-c50df5fa0129 req-cffa9049-358e-4af0-a200-a34b2d592274 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:06:05.906910 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-6db9fb11-2e6c-408a-9d7f-45d05577eaa9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:06:05.908782 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-73dce566-f41d-414f-9e97-c50df5fa0129 req-cffa9049-358e-4af0-a200-a34b2d592274 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] 10.222.0.22 "GET /v2.0/ports?device_id=ab88cf14-8684-48bd-9519-bda011ed0473 HTTP/1.1" status: 200 len: 932 time: 0.1163390 Jan 24 07:06:05.969645 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-73dce566-f41d-414f-9e97-c50df5fa0129 req-65c73b4d-c674-46be-bc0f-914136e3e403 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] 10.222.0.22 "GET /v2.0/security-groups?id=cf880658-cbbf-44f0-b75e-20aba2fce927&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0535805 Jan 24 07:06:05.991653 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4f86567-5bb7-43d3-a199-23201b54421f req-b6223807-fe6e-4ff9-b950-460ebb0abb7d tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Network 3a2995af-23e4-4848-b461-069c7594050c is already hosted by enough agents. {{(pid=80235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 07:06:05.995997 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [req-a4f86567-5bb7-43d3-a199-23201b54421f req-b6223807-fe6e-4ff9-b950-460ebb0abb7d tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Resources bound (agent type, host, resource id): {{(pid=80235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 07:06:05.998398 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4f86567-5bb7-43d3-a199-23201b54421f req-b6223807-fe6e-4ff9-b950-460ebb0abb7d tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Received port after_create {{(pid=80235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 07:06:06.099327 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f86567-5bb7-43d3-a199-23201b54421f req-b6223807-fe6e-4ff9-b950-460ebb0abb7d tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:06:06.100116 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-a4f86567-5bb7-43d3-a199-23201b54421f req-b6223807-fe6e-4ff9-b950-460ebb0abb7d tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149749'] for port, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:06.140010 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6223807-fe6e-4ff9-b950-460ebb0abb7d tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Pushing event updated for resources: {'Port': ['ID=90758390-c4e6-4803-8de7-592eae9f70f2,revision_number=1']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:06:06.144417 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-b6223807-fe6e-4ff9-b950-460ebb0abb7d tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:06:06.147111 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-a4f86567-5bb7-43d3-a199-23201b54421f req-b6223807-fe6e-4ff9-b950-460ebb0abb7d tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1467628 Jan 24 07:06:06.167750 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.base [req-a4f86567-5bb7-43d3-a199-23201b54421f req-a222600a-80ed-442b-aa7d-a560e20846a6 service neutron] Request body: {'port': {'device_id': 'ab88cf14-8684-48bd-9519-bda011ed0473', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=80235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 07:06:06.280269 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-a3e7021d-7843-429a-af69-3a18d1e193ab None None] Provisioning for port 90758390-c4e6-4803-8de7-592eae9f70f2 completed by entity DHCP. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 07:06:06.287288 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-a3e7021d-7843-429a-af69-3a18d1e193ab None None] Provisioning complete for port 90758390-c4e6-4803-8de7-592eae9f70f2 triggered by entity DHCP. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 07:06:06.287829 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-a3e7021d-7843-429a-af69-3a18d1e193ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:06.299604 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-a4f86567-5bb7-43d3-a199-23201b54421f req-a222600a-80ed-442b-aa7d-a560e20846a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:06.345356 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-a3e7021d-7843-429a-af69-3a18d1e193ab None None] Port 90758390-c4e6-4803-8de7-592eae9f70f2 cannot update to ACTIVE because it is not bound. {{(pid=80237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 24 07:06:06.788146 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [req-a4f86567-5bb7-43d3-a199-23201b54421f req-a222600a-80ed-442b-aa7d-a560e20846a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90758390-c4e6-4803-8de7-592eae9f70f2 {{(pid=80235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 24 07:06:06.797662 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-a4f86567-5bb7-43d3-a199-23201b54421f req-a222600a-80ed-442b-aa7d-a560e20846a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:06.813084 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aebce0-9e61-4f39-a2c4-7e361554e51c req-eca89aad-e5eb-4d28-a784-3cf07eb4eb3c tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:06:06.814132 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [req-a4f86567-5bb7-43d3-a199-23201b54421f req-a222600a-80ed-442b-aa7d-a560e20846a6 service neutron] Transition to ACTIVE for port object 90758390-c4e6-4803-8de7-592eae9f70f2 will not be triggered until provisioned by entity L2. {{(pid=80235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 07:06:06.817639 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-a4f86567-5bb7-43d3-a199-23201b54421f req-a222600a-80ed-442b-aa7d-a560e20846a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2920372'] for port, after_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:06.821367 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-02aebce0-9e61-4f39-a2c4-7e361554e51c req-eca89aad-e5eb-4d28-a784-3cf07eb4eb3c tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/ports?device_id=4955ec46-7aed-4d45-bb0f-106f6c4953be HTTP/1.1" status: 200 len: 945 time: 0.1277425 Jan 24 07:06:06.834902 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-e8050a6c-1a40-4653-bc61-a9756da134c4 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:06:06.891140 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-02aebce0-9e61-4f39-a2c4-7e361554e51c req-ba6a90a6-8284-4167-8929-2994071cb157 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/security-groups?id=1fd5f6b6-4fb0-450c-8e61-c3a194544159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685620 Jan 24 07:06:06.970011 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a222600a-80ed-442b-aa7d-a560e20846a6 service neutron] Pushing event updated for resources: {'Port': ['ID=90758390-c4e6-4803-8de7-592eae9f70f2,revision_number=2']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:06:06.974857 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-a222600a-80ed-442b-aa7d-a560e20846a6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:06:07.237168 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [req-a4f86567-5bb7-43d3-a199-23201b54421f req-a222600a-80ed-442b-aa7d-a560e20846a6 service neutron] Attempting to bind port 90758390-c4e6-4803-8de7-592eae9f70f2 on host hv-cinder-77218 for vnic_type normal with profile {{(pid=80235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 07:06:07.238205 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [req-a4f86567-5bb7-43d3-a199-23201b54421f req-a222600a-80ed-442b-aa7d-a560e20846a6 service neutron] Attempting to bind port 90758390-c4e6-4803-8de7-592eae9f70f2 by drivers openvswitch on host hv-cinder-77218 at level 0 using segments [{'id': 'd16347d5-9ccb-46ed-916a-b6ce188be078', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3a2995af-23e4-4848-b461-069c7594050c'}] {{(pid=80235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 07:06:07.238705 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f86567-5bb7-43d3-a199-23201b54421f req-a222600a-80ed-442b-aa7d-a560e20846a6 service neutron] Attempting to bind port 90758390-c4e6-4803-8de7-592eae9f70f2 on network 3a2995af-23e4-4848-b461-069c7594050c {{(pid=80235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 07:06:07.246080 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f86567-5bb7-43d3-a199-23201b54421f req-a222600a-80ed-442b-aa7d-a560e20846a6 service neutron] Checking agent: {'id': '40eb7c3e-e5ac-488d-8f03-a26480a7dd43', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 6, 56, 30), 'started_at': datetime.datetime(2021, 1, 24, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 07:06:07.246309 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f86567-5bb7-43d3-a199-23201b54421f req-a222600a-80ed-442b-aa7d-a560e20846a6 service neutron] Checking segment: {'id': 'd16347d5-9ccb-46ed-916a-b6ce188be078', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3a2995af-23e4-4848-b461-069c7594050c'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 07:06:07.246690 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-a4f86567-5bb7-43d3-a199-23201b54421f req-a222600a-80ed-442b-aa7d-a560e20846a6 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:07.249597 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f86567-5bb7-43d3-a199-23201b54421f req-a222600a-80ed-442b-aa7d-a560e20846a6 service neutron] Bound using segment: {'id': 'd16347d5-9ccb-46ed-916a-b6ce188be078', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3a2995af-23e4-4848-b461-069c7594050c'} {{(pid=80235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 07:06:07.254201 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [req-a4f86567-5bb7-43d3-a199-23201b54421f req-a222600a-80ed-442b-aa7d-a560e20846a6 service neutron] Bound port: 90758390-c4e6-4803-8de7-592eae9f70f2, host: hv-cinder-77218, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd16347d5-9ccb-46ed-916a-b6ce188be078', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3a2995af-23e4-4848-b461-069c7594050c'}}] {{(pid=80235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 07:06:07.254811 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-a4f86567-5bb7-43d3-a199-23201b54421f req-a222600a-80ed-442b-aa7d-a560e20846a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:07.302670 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d28173-0aad-4691-8e1e-cc81512cb917 req-5d33cca0-168b-4de4-a0fd-bc65dd6b7683 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:06:07.304521 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-54d28173-0aad-4691-8e1e-cc81512cb917 req-5d33cca0-168b-4de4-a0fd-bc65dd6b7683 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] 10.222.0.22 "GET /v2.0/ports?device_id=ab88cf14-8684-48bd-9519-bda011ed0473 HTTP/1.1" status: 200 len: 944 time: 0.1599355 Jan 24 07:06:07.400364 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-54d28173-0aad-4691-8e1e-cc81512cb917 req-4e86e3a2-bacf-44b4-9e99-6a1f16f6d726 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] 10.222.0.22 "GET /v2.0/security-groups?id=cf880658-cbbf-44f0-b75e-20aba2fce927&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0886443 Jan 24 07:06:07.437107 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-a4f86567-5bb7-43d3-a199-23201b54421f req-a222600a-80ed-442b-aa7d-a560e20846a6 service neutron] For port 90758390-c4e6-4803-8de7-592eae9f70f2, host hv-cinder-77218, cleared binding levels {{(pid=80235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 07:06:07.440616 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-a4f86567-5bb7-43d3-a199-23201b54421f req-a222600a-80ed-442b-aa7d-a560e20846a6 service neutron] For port 90758390-c4e6-4803-8de7-592eae9f70f2, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=90758390-c4e6-4803-8de7-592eae9f70f2,segment=NetworkSegment(d16347d5-9ccb-46ed-916a-b6ce188be078),segment_id=d16347d5-9ccb-46ed-916a-b6ce188be078)] {{(pid=80235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 07:06:07.445590 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-a4f86567-5bb7-43d3-a199-23201b54421f req-a222600a-80ed-442b-aa7d-a560e20846a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2920372'] for port, after_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:07.464667 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-da5da586-0cb3-4f9c-9af6-f0881895d46d tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:06:07.690881 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a222600a-80ed-442b-aa7d-a560e20846a6 service neutron] Pushing event updated for resources: {'Port': ['ID=90758390-c4e6-4803-8de7-592eae9f70f2,revision_number=3']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:06:07.706551 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-a222600a-80ed-442b-aa7d-a560e20846a6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:06:07.752915 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f86567-5bb7-43d3-a199-23201b54421f req-a222600a-80ed-442b-aa7d-a560e20846a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:06:07.754436 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-a4f86567-5bb7-43d3-a199-23201b54421f req-a222600a-80ed-442b-aa7d-a560e20846a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149749'] for port, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:07.756544 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-a4f86567-5bb7-43d3-a199-23201b54421f req-a222600a-80ed-442b-aa7d-a560e20846a6 service neutron] 10.222.0.18 "PUT /v2.0/ports/90758390-c4e6-4803-8de7-592eae9f70f2 HTTP/1.1" status: 200 len: 1158 time: 1.5939608 Jan 24 07:06:07.757211 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab88cf14-8684-48bd-9519-bda011ed0473', 'tag': '90758390-c4e6-4803-8de7-592eae9f70f2'}] {{(pid=80235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 07:06:07.798359 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0629dfa8-1d50-4b82-ba2c-d6bb6b7c1006 req-c6db4f89-ded7-4933-aa2f-697f16b4081e tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:06:07.800460 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-0629dfa8-1d50-4b82-ba2c-d6bb6b7c1006 req-c6db4f89-ded7-4933-aa2f-697f16b4081e tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] 10.222.0.22 "GET /v2.0/ports?device_id=0bcf0c84-6a3c-4d57-9466-833b5b56b6d0 HTTP/1.1" status: 200 len: 945 time: 0.1513042 Jan 24 07:06:07.873554 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-0629dfa8-1d50-4b82-ba2c-d6bb6b7c1006 req-e4a69c15-57b9-49b1-a186-02283863fd32 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] 10.222.0.22 "GET /v2.0/security-groups?id=88b59b82-aa88-498b-bc45-381dc80977fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629921 Jan 24 07:06:07.894582 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab88cf14-8684-48bd-9519-bda011ed0473', 'tag': '90758390-c4e6-4803-8de7-592eae9f70f2', 'status': 'completed', 'code': 200} Jan 24 07:06:08.000522 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f86567-5bb7-43d3-a199-23201b54421f req-df3f3b7e-fe7a-444e-a189-513a66e51800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:06:08.015312 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-a4f86567-5bb7-43d3-a199-23201b54421f req-df3f3b7e-fe7a-444e-a189-513a66e51800 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0cbc5a2c43e442e881ea5da07e6155a1&device_id=ab88cf14-8684-48bd-9519-bda011ed0473 HTTP/1.1" status: 200 len: 1161 time: 0.1783237 Jan 24 07:06:08.125121 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-a4f86567-5bb7-43d3-a199-23201b54421f req-7186d634-288d-4187-8f40-af183892ea6a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90758390-c4e6-4803-8de7-592eae9f70f2 HTTP/1.1" status: 200 len: 217 time: 0.0991340 Jan 24 07:06:08.208954 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38acf0b0-6662-4fbb-b812-6a3de7796b98 req-8c83bed2-33ea-48ee-8337-e28dc2c2fd6c tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:06:08.216705 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f86567-5bb7-43d3-a199-23201b54421f req-296cbaa1-2e20-430c-877a-a9e23c1ccef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:06:08.217891 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-38acf0b0-6662-4fbb-b812-6a3de7796b98 req-8c83bed2-33ea-48ee-8337-e28dc2c2fd6c tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/ports?device_id=4955ec46-7aed-4d45-bb0f-106f6c4953be HTTP/1.1" status: 200 len: 945 time: 0.1499965 Jan 24 07:06:08.218874 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-a4f86567-5bb7-43d3-a199-23201b54421f req-296cbaa1-2e20-430c-877a-a9e23c1ccef2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=36d77b5b-eba8-4153-af7c-7e5a5de26b5e HTTP/1.1" status: 200 len: 848 time: 0.0848045 Jan 24 07:06:08.285794 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-38acf0b0-6662-4fbb-b812-6a3de7796b98 req-bfa61625-732d-443b-b9e1-adfed5f252cd tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/security-groups?id=1fd5f6b6-4fb0-450c-8e61-c3a194544159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665026 Jan 24 07:06:08.315554 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f86567-5bb7-43d3-a199-23201b54421f req-8389dede-0a44-465f-b12b-24f29e28131d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:06:08.317383 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-a4f86567-5bb7-43d3-a199-23201b54421f req-8389dede-0a44-465f-b12b-24f29e28131d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3a2995af-23e4-4848-b461-069c7594050c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0881488 Jan 24 07:06:08.473026 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-a4f86567-5bb7-43d3-a199-23201b54421f req-24b97462-f2a3-4184-8ac5-a8ed8d47825d service neutron] 10.222.0.18 "GET /v2.0/networks/3a2995af-23e4-4848-b461-069c7594050c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476054 Jan 24 07:06:08.631040 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-a4f86567-5bb7-43d3-a199-23201b54421f req-53a4dd94-dd4f-4e66-bea8-d4a699c0d2f6 service neutron] 10.222.0.18 "GET /v2.0/networks/3a2995af-23e4-4848-b461-069c7594050c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1511028 Jan 24 07:06:08.721458 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b8bd3d-5520-40c7-a31f-c3b71b268486 req-73c87036-9a34-4f9e-a68f-8653d1cb56f0 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:06:08.723266 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-94b8bd3d-5520-40c7-a31f-c3b71b268486 req-73c87036-9a34-4f9e-a68f-8653d1cb56f0 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] 10.222.0.22 "GET /v2.0/ports?device_id=ab88cf14-8684-48bd-9519-bda011ed0473 HTTP/1.1" status: 200 len: 944 time: 0.1562464 Jan 24 07:06:08.787557 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-94b8bd3d-5520-40c7-a31f-c3b71b268486 req-eecffbe2-32aa-4255-bf3a-889689b344d3 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] 10.222.0.22 "GET /v2.0/security-groups?id=cf880658-cbbf-44f0-b75e-20aba2fce927&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0540707 Jan 24 07:06:08.844935 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb8c572-d1f0-461e-bcee-73e10861aa9c req-839f5aab-a0f1-40a4-b877-fbc72e9b7509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:06:08.846570 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-ffb8c572-d1f0-461e-bcee-73e10861aa9c req-839f5aab-a0f1-40a4-b877-fbc72e9b7509 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0cbc5a2c43e442e881ea5da07e6155a1&device_id=ab88cf14-8684-48bd-9519-bda011ed0473 HTTP/1.1" status: 200 len: 1161 time: 0.0964592 Jan 24 07:06:09.188087 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfed3c76-6381-4ad3-ac6f-6df17fee2ff3 req-3409b435-950c-42ec-90b2-665dbcf24b19 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:06:09.189762 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-cfed3c76-6381-4ad3-ac6f-6df17fee2ff3 req-3409b435-950c-42ec-90b2-665dbcf24b19 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] 10.222.0.22 "GET /v2.0/ports?device_id=0bcf0c84-6a3c-4d57-9466-833b5b56b6d0 HTTP/1.1" status: 200 len: 945 time: 0.1407335 Jan 24 07:06:09.267353 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-cfed3c76-6381-4ad3-ac6f-6df17fee2ff3 req-b2c8e41e-ce39-4f78-8f0d-5ef2345161b9 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] 10.222.0.22 "GET /v2.0/security-groups?id=88b59b82-aa88-498b-bc45-381dc80977fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700819 Jan 24 07:06:09.291667 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb8c572-d1f0-461e-bcee-73e10861aa9c req-04456cac-36b7-41ee-9be7-b714afe914e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:06:09.293769 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-ffb8c572-d1f0-461e-bcee-73e10861aa9c req-04456cac-36b7-41ee-9be7-b714afe914e1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3a2995af-23e4-4848-b461-069c7594050c HTTP/1.1" status: 200 len: 903 time: 0.4393151 Jan 24 07:06:09.387246 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-ffb8c572-d1f0-461e-bcee-73e10861aa9c req-b4430ae7-7124-4a44-8ab4-132d0c68b79a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90758390-c4e6-4803-8de7-592eae9f70f2 HTTP/1.1" status: 200 len: 217 time: 0.0737820 Jan 24 07:06:09.470469 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb8c572-d1f0-461e-bcee-73e10861aa9c req-9c42c430-3ce4-4dc5-8689-e4d2adb7fe9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:06:09.473159 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-ffb8c572-d1f0-461e-bcee-73e10861aa9c req-9c42c430-3ce4-4dc5-8689-e4d2adb7fe9b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=36d77b5b-eba8-4153-af7c-7e5a5de26b5e HTTP/1.1" status: 200 len: 848 time: 0.0784962 Jan 24 07:06:09.567641 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d188539e-0d76-479a-ba84-4a7afd859100 req-d6e4e376-ff84-4bd7-b48d-d202b3ecece1 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:06:09.570775 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-d188539e-0d76-479a-ba84-4a7afd859100 req-d6e4e376-ff84-4bd7-b48d-d202b3ecece1 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/ports?device_id=4955ec46-7aed-4d45-bb0f-106f6c4953be HTTP/1.1" status: 200 len: 945 time: 0.1154480 Jan 24 07:06:09.607530 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb8c572-d1f0-461e-bcee-73e10861aa9c req-c6c2ea3b-7c91-4f69-8174-66935303c4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:06:09.609513 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-ffb8c572-d1f0-461e-bcee-73e10861aa9c req-c6c2ea3b-7c91-4f69-8174-66935303c4b5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3a2995af-23e4-4848-b461-069c7594050c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1294255 Jan 24 07:06:09.628598 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-d188539e-0d76-479a-ba84-4a7afd859100 req-14361738-9a28-48d6-aecf-33a6b9f87f4c tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/security-groups?id=1fd5f6b6-4fb0-450c-8e61-c3a194544159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495768 Jan 24 07:06:09.717972 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Device b75c7618-7821-4745-948f-c6e1f730493c no longer exists at agent ovs-agent-hv-cinder-77218 {{(pid=80237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 07:06:09.836443 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-ffb8c572-d1f0-461e-bcee-73e10861aa9c req-6a2893dc-f3d7-4422-96c7-e6a344a8595a service neutron] 10.222.0.18 "GET /v2.0/networks/3a2995af-23e4-4848-b461-069c7594050c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814950 Jan 24 07:06:09.845835 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:09.884098 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] For port b75c7618-7821-4745-948f-c6e1f730493c, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=b75c7618-7821-4745-948f-c6e1f730493c,segment=NetworkSegment(e10231c5-2277-4b16-8e4e-31a64516180d),segment_id=e10231c5-2277-4b16-8e4e-31a64516180d)] {{(pid=80237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 07:06:09.885169 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bcf0c84-6a3c-4d57-9466-833b5b56b6d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b75c7618-7821-4745-948f-c6e1f730493c'}] {{(pid=80237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 07:06:09.891964 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098'] for port, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:09.895335 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:06:09.912503 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906ac7b5-90ec-4564-9344-3f7c2bd65dc9 req-e5a3c73d-a642-475d-91f6-ffa6ba7454e6 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:06:09.913336 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-906ac7b5-90ec-4564-9344-3f7c2bd65dc9 req-e5a3c73d-a642-475d-91f6-ffa6ba7454e6 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Synchronizing usage tracker for tenant:59c1f0f1737f4452ae5db90ae821187d on resource:port {{(pid=80235) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 07:06:09.971558 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Pushing event updated for resources: {'Port': ['ID=b75c7618-7821-4745-948f-c6e1f730493c,revision_number=5']} {{(pid=80237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:06:09.982009 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:06:09.982813 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:06:09.983402 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:06:09.983966 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:06:09.984494 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:06:09.985018 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:06:09.985690 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:06:09.986165 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-906ac7b5-90ec-4564-9344-3f7c2bd65dc9 req-e5a3c73d-a642-475d-91f6-ffa6ba7454e6 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Unset dirty status for tenant:59c1f0f1737f4452ae5db90ae821187d on resource:port {{(pid=80235) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 07:06:09.986407 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:06:09.986942 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:06:09.988151 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-906ac7b5-90ec-4564-9344-3f7c2bd65dc9 req-e5a3c73d-a642-475d-91f6-ffa6ba7454e6 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] 10.222.0.18 "GET /v2.0/ports?device_id=0bcf0c84-6a3c-4d57-9466-833b5b56b6d0 HTTP/1.1" status: 200 len: 945 time: 0.3828719 Jan 24 07:06:09.988904 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:06:09.989443 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:06:09.989963 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:06:09.990542 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:06:09.991058 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:06:09.991576 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:06:09.992111 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:06:09.992629 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:06:09.993211 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:06:09.993729 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:06:09.994252 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:06:09.994777 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:06:09.995289 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:06:09.999362 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:06:09.999876 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:06:10.011975 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bcf0c84-6a3c-4d57-9466-833b5b56b6d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b75c7618-7821-4745-948f-c6e1f730493c', 'code': 200} Jan 24 07:06:10.012770 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:06:10.112926 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [req-906ac7b5-90ec-4564-9344-3f7c2bd65dc9 req-fe108dac-afa8-4f11-a35e-374beae60caa tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Deleting port b75c7618-7821-4745-948f-c6e1f730493c {{(pid=80235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 07:06:10.113701 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-906ac7b5-90ec-4564-9344-3f7c2bd65dc9 req-fe108dac-afa8-4f11-a35e-374beae60caa tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760141954436'] for port, before_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:10.114952 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdf4b5a-bb6e-4fff-9c5e-8afea0852d6a req-99e6f91f-5900-4dfb-86a0-75b763d1e52e tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:06:10.122992 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-7cdf4b5a-bb6e-4fff-9c5e-8afea0852d6a req-99e6f91f-5900-4dfb-86a0-75b763d1e52e tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] 10.222.0.22 "GET /v2.0/ports?device_id=ab88cf14-8684-48bd-9519-bda011ed0473 HTTP/1.1" status: 200 len: 944 time: 0.1262980 Jan 24 07:06:10.177724 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-7cdf4b5a-bb6e-4fff-9c5e-8afea0852d6a req-e036cb7e-8309-4ea7-bf6b-a172eab3c6a4 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] 10.222.0.22 "GET /v2.0/security-groups?id=cf880658-cbbf-44f0-b75e-20aba2fce927&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0534520 Jan 24 07:06:10.189275 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-ffb8c572-d1f0-461e-bcee-73e10861aa9c req-8f9d66fa-acd2-45b6-90ae-7a6feb076305 service neutron] 10.222.0.18 "GET /v2.0/networks/3a2995af-23e4-4848-b461-069c7594050c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3301117 Jan 24 07:06:10.432607 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-906ac7b5-90ec-4564-9344-3f7c2bd65dc9 req-fe108dac-afa8-4f11-a35e-374beae60caa tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] For port b75c7618-7821-4745-948f-c6e1f730493c, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=b75c7618-7821-4745-948f-c6e1f730493c,segment=NetworkSegment(e10231c5-2277-4b16-8e4e-31a64516180d),segment_id=e10231c5-2277-4b16-8e4e-31a64516180d)] {{(pid=80235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 07:06:10.433158 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-906ac7b5-90ec-4564-9344-3f7c2bd65dc9 req-fe108dac-afa8-4f11-a35e-374beae60caa tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854346336'] for port, precommit_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:10.536380 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749a0e3d-1415-45f2-bff3-26158e9bc4dc req-a0083983-5aa9-4abe-abba-0fe28d124269 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:06:10.544494 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-749a0e3d-1415-45f2-bff3-26158e9bc4dc req-a0083983-5aa9-4abe-abba-0fe28d124269 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] 10.222.0.22 "GET /v2.0/ports?device_id=0bcf0c84-6a3c-4d57-9466-833b5b56b6d0 HTTP/1.1" status: 200 len: 943 time: 0.1364021 Jan 24 07:06:10.598775 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [req-906ac7b5-90ec-4564-9344-3f7c2bd65dc9 req-fe108dac-afa8-4f11-a35e-374beae60caa tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Calling delete_port for b75c7618-7821-4745-948f-c6e1f730493c owned by compute:nova {{(pid=80235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 07:06:10.622220 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-749a0e3d-1415-45f2-bff3-26158e9bc4dc req-52a2a8a3-ae44-4566-a006-19fb0249b7ff tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] 10.222.0.22 "GET /v2.0/security-groups?id=88b59b82-aa88-498b-bc45-381dc80977fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760059 Jan 24 07:06:10.788693 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-906ac7b5-90ec-4564-9344-3f7c2bd65dc9 req-fe108dac-afa8-4f11-a35e-374beae60caa tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363276712759002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363276713243132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851855427'] for port, after_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:10.923170 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7068ae15-272a-4621-a37d-192709d97512 req-91208104-4073-471e-a4ce-65628951ea56 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:06:10.931382 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-7068ae15-272a-4621-a37d-192709d97512 req-91208104-4073-471e-a4ce-65628951ea56 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/ports?device_id=4955ec46-7aed-4d45-bb0f-106f6c4953be HTTP/1.1" status: 200 len: 945 time: 0.1372814 Jan 24 07:06:10.932448 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-0a5b8241-56c4-4126-aef1-55e638a92002 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:06:10.984996 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe108dac-afa8-4f11-a35e-374beae60caa tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Pushing event deleted for resources: {'Port': ['ID=b75c7618-7821-4745-948f-c6e1f730493c,revision_number=None']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:06:10.989221 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-fe108dac-afa8-4f11-a35e-374beae60caa tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:06:11.004085 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-7068ae15-272a-4621-a37d-192709d97512 req-9e6daed4-b9b9-4109-a320-908093856189 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/security-groups?id=1fd5f6b6-4fb0-450c-8e61-c3a194544159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714140 Jan 24 07:06:11.034711 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [req-906ac7b5-90ec-4564-9344-3f7c2bd65dc9 req-fe108dac-afa8-4f11-a35e-374beae60caa tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] No DVR routers for this DVR port b75c7618-7821-4745-948f-c6e1f730493c on host hv-cinder-77218 {{(pid=80235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 24 07:06:11.037405 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-906ac7b5-90ec-4564-9344-3f7c2bd65dc9 req-fe108dac-afa8-4f11-a35e-374beae60caa tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149749'] for port, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:11.043914 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bcf0c84-6a3c-4d57-9466-833b5b56b6d0', 'name': 'network-vif-deleted', 'tag': 'b75c7618-7821-4745-948f-c6e1f730493c'}] {{(pid=80235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 07:06:11.059084 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-906ac7b5-90ec-4564-9344-3f7c2bd65dc9 req-fe108dac-afa8-4f11-a35e-374beae60caa tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] 10.222.0.18 "DELETE /v2.0/ports/b75c7618-7821-4745-948f-c6e1f730493c HTTP/1.1" status: 204 len: 173 time: 1.0636787 Jan 24 07:06:11.109439 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bcf0c84-6a3c-4d57-9466-833b5b56b6d0', 'name': 'network-vif-deleted', 'tag': 'b75c7618-7821-4745-948f-c6e1f730493c', 'status': 'completed', 'code': 200} Jan 24 07:06:11.461856 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caf6537-ea76-448c-8f73-7a5d3e3e64ac req-d50d8bff-9202-4456-8be4-418702e732d4 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:06:11.464195 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-0caf6537-ea76-448c-8f73-7a5d3e3e64ac req-d50d8bff-9202-4456-8be4-418702e732d4 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] 10.222.0.22 "GET /v2.0/ports?device_id=ab88cf14-8684-48bd-9519-bda011ed0473 HTTP/1.1" status: 200 len: 944 time: 0.1198184 Jan 24 07:06:11.526534 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-0caf6537-ea76-448c-8f73-7a5d3e3e64ac req-2324b214-058d-43f5-8c08-636ed52ba602 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] 10.222.0.22 "GET /v2.0/security-groups?id=cf880658-cbbf-44f0-b75e-20aba2fce927&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0555160 Jan 24 07:06:11.847475 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-5a68beef-dffc-45c2-a62a-c0e772fdbe46 req-4334c809-c18a-4222-86a0-d6af97ece26e tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] 10.222.0.22 "GET /v2.0/ports?device_id=0bcf0c84-6a3c-4d57-9466-833b5b56b6d0 HTTP/1.1" status: 200 len: 210 time: 0.0511675 Jan 24 07:06:12.262274 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6ac908-c536-411d-bb16-b38645da2747 req-4ef16cbf-f066-432a-bd23-e2710c74569a tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:06:12.264278 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-3e6ac908-c536-411d-bb16-b38645da2747 req-4ef16cbf-f066-432a-bd23-e2710c74569a tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/ports?device_id=4955ec46-7aed-4d45-bb0f-106f6c4953be HTTP/1.1" status: 200 len: 945 time: 0.1157346 Jan 24 07:06:12.327979 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-3e6ac908-c536-411d-bb16-b38645da2747 req-6dce580f-4a74-4983-a332-c0ee8dd578d4 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/security-groups?id=1fd5f6b6-4fb0-450c-8e61-c3a194544159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551336 Jan 24 07:06:12.778680 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8079634a-ff22-4fa2-81c1-7dcac1a0388e req-683515df-e3d8-477c-962c-2641a4926ec6 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:06:12.786484 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-8079634a-ff22-4fa2-81c1-7dcac1a0388e req-683515df-e3d8-477c-962c-2641a4926ec6 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] 10.222.0.22 "GET /v2.0/ports?device_id=ab88cf14-8684-48bd-9519-bda011ed0473 HTTP/1.1" status: 200 len: 944 time: 0.1168528 Jan 24 07:06:12.838380 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-8079634a-ff22-4fa2-81c1-7dcac1a0388e req-7bd7bcb4-23a9-4fbf-bfe6-f1aecb1038b5 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] 10.222.0.22 "GET /v2.0/security-groups?id=cf880658-cbbf-44f0-b75e-20aba2fce927&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0508604 Jan 24 07:06:12.853212 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Device 90758390-c4e6-4803-8de7-592eae9f70f2 up at agent ovs-agent-hv-cinder-77218 {{(pid=80237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 07:06:12.945047 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Provisioning for port 90758390-c4e6-4803-8de7-592eae9f70f2 completed by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 07:06:12.952671 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Provisioning complete for port 90758390-c4e6-4803-8de7-592eae9f70f2 triggered by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 07:06:12.953244 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:13.086332 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:13.124215 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab88cf14-8684-48bd-9519-bda011ed0473', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90758390-c4e6-4803-8de7-592eae9f70f2'}] {{(pid=80237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 07:06:13.135498 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] For port 90758390-c4e6-4803-8de7-592eae9f70f2, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=90758390-c4e6-4803-8de7-592eae9f70f2,segment=NetworkSegment(d16347d5-9ccb-46ed-916a-b6ce188be078),segment_id=d16347d5-9ccb-46ed-916a-b6ce188be078)] {{(pid=80237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 07:06:13.146370 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098'] for port, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:13.148387 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:06:13.197963 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab88cf14-8684-48bd-9519-bda011ed0473', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90758390-c4e6-4803-8de7-592eae9f70f2', 'code': 200} Jan 24 07:06:13.235590 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Pushing event updated for resources: {'Port': ['ID=90758390-c4e6-4803-8de7-592eae9f70f2,revision_number=4']} {{(pid=80237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:06:13.242733 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:06:13.577535 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce47537-7528-40f2-aa44-75e8ad58a996 req-6e358170-a747-4eac-883c-af17534824fc tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:06:13.579545 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-bce47537-7528-40f2-aa44-75e8ad58a996 req-6e358170-a747-4eac-883c-af17534824fc tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] 10.222.0.22 "GET /v2.0/ports?device_id=7c58be5b-8997-424a-b30d-fd11c447f1f5 HTTP/1.1" status: 200 len: 945 time: 0.2173824 Jan 24 07:06:13.666666 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-bce47537-7528-40f2-aa44-75e8ad58a996 req-ac60d815-0beb-4597-9314-8b1c3abbdef7 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] 10.222.0.22 "GET /v2.0/security-groups?id=88b59b82-aa88-498b-bc45-381dc80977fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728173 Jan 24 07:06:13.729462 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a9f24d-cb83-4ffe-8814-2ab357297e9f req-41877619-61fe-4eee-9e33-5bc2266a53c6 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:06:13.731139 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-44a9f24d-cb83-4ffe-8814-2ab357297e9f req-41877619-61fe-4eee-9e33-5bc2266a53c6 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/ports?device_id=4955ec46-7aed-4d45-bb0f-106f6c4953be HTTP/1.1" status: 200 len: 945 time: 0.2380395 Jan 24 07:06:13.745074 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0c293f-1c0b-4da2-8a65-0da29d47e6eb req-4df21ebe-b609-4383-89fd-7e7bcb1b0d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:06:13.746713 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-1f0c293f-1c0b-4da2-8a65-0da29d47e6eb req-4df21ebe-b609-4383-89fd-7e7bcb1b0d2b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ab88cf14-8684-48bd-9519-bda011ed0473 HTTP/1.1" status: 200 len: 1163 time: 0.1515105 Jan 24 07:06:13.799202 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-44a9f24d-cb83-4ffe-8814-2ab357297e9f req-167e8c85-90d4-4c61-8895-2b61c4357a0a tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/security-groups?id=1fd5f6b6-4fb0-450c-8e61-c3a194544159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585220 Jan 24 07:06:13.802831 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-1f0c293f-1c0b-4da2-8a65-0da29d47e6eb req-f036dbe4-0a8a-482f-8880-75069a5c191d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=cf880658-cbbf-44f0-b75e-20aba2fce927&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0481985 Jan 24 07:06:13.823176 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Device 90758390-c4e6-4803-8de7-592eae9f70f2 up at agent ovs-agent-hv-cinder-77218 {{(pid=80237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 07:06:13.927048 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Provisioning complete for port 90758390-c4e6-4803-8de7-592eae9f70f2 triggered by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 07:06:13.927528 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:14.108813 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcb0659-cd5c-47bf-9745-9a9cc334f40c req-5fab18d2-b715-4826-8a11-2f048a701d0f tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:06:14.110517 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-adcb0659-cd5c-47bf-9745-9a9cc334f40c req-5fab18d2-b715-4826-8a11-2f048a701d0f tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] 10.222.0.22 "GET /v2.0/ports?device_id=ab88cf14-8684-48bd-9519-bda011ed0473 HTTP/1.1" status: 200 len: 946 time: 0.1221564 Jan 24 07:06:14.167308 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-adcb0659-cd5c-47bf-9745-9a9cc334f40c req-495e33fd-1f15-4162-8d4d-9b9deeca200e tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] 10.222.0.22 "GET /v2.0/security-groups?id=cf880658-cbbf-44f0-b75e-20aba2fce927&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0491800 Jan 24 07:06:14.935922 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca064cfb-af73-4530-a836-13a23fbc6b96 req-5edf9a59-92e7-4079-ba28-e0d8f6e823b4 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:06:14.937547 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-ca064cfb-af73-4530-a836-13a23fbc6b96 req-5edf9a59-92e7-4079-ba28-e0d8f6e823b4 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] 10.222.0.22 "GET /v2.0/ports?device_id=7c58be5b-8997-424a-b30d-fd11c447f1f5 HTTP/1.1" status: 200 len: 945 time: 0.1290872 Jan 24 07:06:15.017551 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-ca064cfb-af73-4530-a836-13a23fbc6b96 req-df22cd11-6b30-416f-8bc9-8013aca4aae7 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] 10.222.0.22 "GET /v2.0/security-groups?id=88b59b82-aa88-498b-bc45-381dc80977fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681748 Jan 24 07:06:15.144311 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b1b811-36c8-4b99-88a8-24af9303d330 req-1ecffbc6-b347-49a8-ade7-d6378f2aab5f tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:06:15.154196 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-43b1b811-36c8-4b99-88a8-24af9303d330 req-1ecffbc6-b347-49a8-ade7-d6378f2aab5f tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/ports?device_id=4955ec46-7aed-4d45-bb0f-106f6c4953be HTTP/1.1" status: 200 len: 945 time: 0.1766016 Jan 24 07:06:15.219312 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-43b1b811-36c8-4b99-88a8-24af9303d330 req-5125afca-d0f1-4088-87d8-31076fab622c tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/security-groups?id=1fd5f6b6-4fb0-450c-8e61-c3a194544159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641065 Jan 24 07:06:15.430949 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2ca6ec-d4cc-4268-aba7-6425860519fe req-00ed36a2-e461-42e1-8f69-7154c2e6c638 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:06:15.434914 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-1a2ca6ec-d4cc-4268-aba7-6425860519fe req-00ed36a2-e461-42e1-8f69-7154c2e6c638 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] 10.222.0.22 "GET /v2.0/ports?device_id=ab88cf14-8684-48bd-9519-bda011ed0473 HTTP/1.1" status: 200 len: 946 time: 0.1209826 Jan 24 07:06:15.495989 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-1a2ca6ec-d4cc-4268-aba7-6425860519fe req-5209ede2-0eae-4bf5-8494-f0f1a5207081 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] 10.222.0.22 "GET /v2.0/security-groups?id=cf880658-cbbf-44f0-b75e-20aba2fce927&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0540376 Jan 24 07:06:15.511833 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401fa07a-bbbf-4d4c-ba19-7181f555541a req-9202cbf3-b103-4a8c-bbf9-ea51972698c2 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:06:15.512673 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-401fa07a-bbbf-4d4c-ba19-7181f555541a req-9202cbf3-b103-4a8c-bbf9-ea51972698c2 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Synchronizing usage tracker for tenant:59c1f0f1737f4452ae5db90ae821187d on resource:port {{(pid=80235) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 07:06:15.533153 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-401fa07a-bbbf-4d4c-ba19-7181f555541a req-9202cbf3-b103-4a8c-bbf9-ea51972698c2 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Unset dirty status for tenant:59c1f0f1737f4452ae5db90ae821187d on resource:port {{(pid=80235) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 07:06:15.535968 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-401fa07a-bbbf-4d4c-ba19-7181f555541a req-9202cbf3-b103-4a8c-bbf9-ea51972698c2 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] 10.222.0.18 "GET /v2.0/ports?device_id=7c58be5b-8997-424a-b30d-fd11c447f1f5 HTTP/1.1" status: 200 len: 945 time: 0.1420896 Jan 24 07:06:15.674315 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [req-401fa07a-bbbf-4d4c-ba19-7181f555541a req-5650a866-026f-4d29-91e1-d61c2f59a8cb tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Deleting port 33ef84aa-329b-412f-b9bf-a6d47ba11cd0 {{(pid=80235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 07:06:15.675377 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-401fa07a-bbbf-4d4c-ba19-7181f555541a req-5650a866-026f-4d29-91e1-d61c2f59a8cb tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760141954436'] for port, before_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:15.682686 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Device 33ef84aa-329b-412f-b9bf-a6d47ba11cd0 no longer exists at agent ovs-agent-hv-cinder-77218 {{(pid=80237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 07:06:15.817112 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e02be30-4501-4c13-97ea-60acc7c3978a req-ee79a440-3c29-4607-9c8f-e36c7b9b818c tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:06:15.828576 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-8e02be30-4501-4c13-97ea-60acc7c3978a req-ee79a440-3c29-4607-9c8f-e36c7b9b818c tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] 10.222.0.22 "GET /v2.0/ports?device_id=ab88cf14-8684-48bd-9519-bda011ed0473 HTTP/1.1" status: 200 len: 946 time: 0.1570077 Jan 24 07:06:15.838929 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:15.879292 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] For port 33ef84aa-329b-412f-b9bf-a6d47ba11cd0, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=33ef84aa-329b-412f-b9bf-a6d47ba11cd0,segment=NetworkSegment(e10231c5-2277-4b16-8e4e-31a64516180d),segment_id=e10231c5-2277-4b16-8e4e-31a64516180d)] {{(pid=80237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 07:06:15.880374 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c58be5b-8997-424a-b30d-fd11c447f1f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33ef84aa-329b-412f-b9bf-a6d47ba11cd0'}] {{(pid=80237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 07:06:15.895979 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-8e02be30-4501-4c13-97ea-60acc7c3978a req-086b42e2-c0e0-4b14-a4f0-e7184cc11a40 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] 10.222.0.22 "GET /v2.0/security-groups?id=cf880658-cbbf-44f0-b75e-20aba2fce927&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0663395 Jan 24 07:06:15.898048 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098'] for port, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:15.916320 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-3807133a-9bde-453c-9449-b23ea0561edc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:06:15.979165 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-401fa07a-bbbf-4d4c-ba19-7181f555541a req-5650a866-026f-4d29-91e1-d61c2f59a8cb tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] For port 33ef84aa-329b-412f-b9bf-a6d47ba11cd0, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=33ef84aa-329b-412f-b9bf-a6d47ba11cd0,segment=NetworkSegment(e10231c5-2277-4b16-8e4e-31a64516180d),segment_id=e10231c5-2277-4b16-8e4e-31a64516180d)] {{(pid=80235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 07:06:15.979165 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-401fa07a-bbbf-4d4c-ba19-7181f555541a req-5650a866-026f-4d29-91e1-d61c2f59a8cb tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854346336'] for port, precommit_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:16.036646 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c58be5b-8997-424a-b30d-fd11c447f1f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33ef84aa-329b-412f-b9bf-a6d47ba11cd0', 'code': 200} Jan 24 07:06:16.037639 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Pushing event updated for resources: {'Port': ['ID=33ef84aa-329b-412f-b9bf-a6d47ba11cd0,revision_number=5']} {{(pid=80237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:06:16.041321 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:06:16.131962 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [req-401fa07a-bbbf-4d4c-ba19-7181f555541a req-5650a866-026f-4d29-91e1-d61c2f59a8cb tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Calling delete_port for 33ef84aa-329b-412f-b9bf-a6d47ba11cd0 owned by compute:nova {{(pid=80235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 07:06:16.170085 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-b1b0ac88-73da-46ae-9e29-86b0700ecf51 req-666b6b99-f906-4b8b-b521-4cdf07f138c0 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1966116 Jan 24 07:06:16.202258 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-3248843c-e127-4870-b2d1-90172003018f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:16.220088 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.base [req-b1b0ac88-73da-46ae-9e29-86b0700ecf51 req-34bfaa33-81bd-4c5e-9eee-b67923c3e91b tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Request body: {'floatingip': {'floating_network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a'}} {{(pid=80236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 07:06:16.236824 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [req-b1b0ac88-73da-46ae-9e29-86b0700ecf51 req-34bfaa33-81bd-4c5e-9eee-b67923c3e91b tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 07:06:16.243369 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-b1b0ac88-73da-46ae-9e29-86b0700ecf51 req-34bfaa33-81bd-4c5e-9eee-b67923c3e91b tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Usage tracker for resource:floatingip and tenant:0cbc5a2c43e442e881ea5da07e6155a1 is out of sync, need to count used quota {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 07:06:16.245791 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.db.api [req-401fa07a-bbbf-4d4c-ba19-7181f555541a req-5650a866-026f-4d29-91e1-d61c2f59a8cb tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80235) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 24 07:06:16.246328 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_db.api [req-401fa07a-bbbf-4d4c-ba19-7181f555541a req-5650a866-026f-4d29-91e1-d61c2f59a8cb tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80235) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 24 07:06:16.254263 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-b1b0ac88-73da-46ae-9e29-86b0700ecf51 req-34bfaa33-81bd-4c5e-9eee-b67923c3e91b tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 07:06:16.261857 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [req-b1b0ac88-73da-46ae-9e29-86b0700ecf51 req-34bfaa33-81bd-4c5e-9eee-b67923c3e91b tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 07:06:16.282031 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-b1b0ac88-73da-46ae-9e29-86b0700ecf51 req-34bfaa33-81bd-4c5e-9eee-b67923c3e91b tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Notify callbacks [] for floatingip, before_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:16.336221 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afdeece-2ec0-4a73-8610-6d201f1de9f8 req-9f8b8f0c-830e-47a8-bc64-58ff011080f7 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:06:16.337905 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-2afdeece-2ec0-4a73-8610-6d201f1de9f8 req-9f8b8f0c-830e-47a8-bc64-58ff011080f7 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] 10.222.0.22 "GET /v2.0/ports?device_id=7c58be5b-8997-424a-b30d-fd11c447f1f5 HTTP/1.1" status: 200 len: 943 time: 0.1668189 Jan 24 07:06:16.448449 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-2afdeece-2ec0-4a73-8610-6d201f1de9f8 req-795fedf9-222f-4c14-9e58-e5f74b4270a7 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] 10.222.0.22 "GET /v2.0/security-groups?id=88b59b82-aa88-498b-bc45-381dc80977fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605655 Jan 24 07:06:16.523188 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-b1b0ac88-73da-46ae-9e29-86b0700ecf51 req-34bfaa33-81bd-4c5e-9eee-b67923c3e91b tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:16.747777 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [req-401fa07a-bbbf-4d4c-ba19-7181f555541a req-5650a866-026f-4d29-91e1-d61c2f59a8cb tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Deleting port 33ef84aa-329b-412f-b9bf-a6d47ba11cd0 {{(pid=80235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 07:06:16.748168 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-401fa07a-bbbf-4d4c-ba19-7181f555541a req-5650a866-026f-4d29-91e1-d61c2f59a8cb tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760141954436'] for port, before_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:16.831335 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480453fc-a322-478c-98c0-b5de28680a95 req-553a75d4-9f70-4b03-b787-014ddb790bd8 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:06:16.832995 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-480453fc-a322-478c-98c0-b5de28680a95 req-553a75d4-9f70-4b03-b787-014ddb790bd8 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/ports?device_id=4955ec46-7aed-4d45-bb0f-106f6c4953be HTTP/1.1" status: 200 len: 945 time: 0.2166879 Jan 24 07:06:16.946938 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-480453fc-a322-478c-98c0-b5de28680a95 req-ec3df5bc-49bd-494a-a961-82a21344f5dd tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/security-groups?id=1fd5f6b6-4fb0-450c-8e61-c3a194544159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070504 Jan 24 07:06:16.963542 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.db_base_plugin_common [req-b1b0ac88-73da-46ae-9e29-86b0700ecf51 req-34bfaa33-81bd-4c5e-9eee-b67923c3e91b tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Allocated IP 172.28.0.182 (3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a/ded01328-6a1f-470d-9832-6a1e67bc132f/fdb2c4af-8c33-4d17-9000-3c9dd627db22) {{(pid=80236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 07:06:17.011388 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-401fa07a-bbbf-4d4c-ba19-7181f555541a req-5650a866-026f-4d29-91e1-d61c2f59a8cb tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] For port 33ef84aa-329b-412f-b9bf-a6d47ba11cd0, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=33ef84aa-329b-412f-b9bf-a6d47ba11cd0,segment=NetworkSegment(e10231c5-2277-4b16-8e4e-31a64516180d),segment_id=e10231c5-2277-4b16-8e4e-31a64516180d)] {{(pid=80235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 07:06:17.011978 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-401fa07a-bbbf-4d4c-ba19-7181f555541a req-5650a866-026f-4d29-91e1-d61c2f59a8cb tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854346336'] for port, precommit_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:17.129268 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-b1b0ac88-73da-46ae-9e29-86b0700ecf51 req-34bfaa33-81bd-4c5e-9eee-b67923c3e91b tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Notify callbacks [] for port, precommit_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:17.143157 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [req-401fa07a-bbbf-4d4c-ba19-7181f555541a req-5650a866-026f-4d29-91e1-d61c2f59a8cb tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Calling delete_port for 33ef84aa-329b-412f-b9bf-a6d47ba11cd0 owned by compute:nova {{(pid=80235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 07:06:17.158889 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-b1b0ac88-73da-46ae-9e29-86b0700ecf51 req-34bfaa33-81bd-4c5e-9eee-b67923c3e91b tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363276713217020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852012043'] for port, after_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:17.174570 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-4ace93e5-8631-4286-a193-14db9e483482 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:06:17.363937 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-401fa07a-bbbf-4d4c-ba19-7181f555541a req-5650a866-026f-4d29-91e1-d61c2f59a8cb tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363276712759002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363276713243132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851855427'] for port, after_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:17.380814 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-6b58ee0d-4a48-4f2f-b3a6-0e7edc9f8626 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:06:17.438721 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5650a866-026f-4d29-91e1-d61c2f59a8cb tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Pushing event deleted for resources: {'Port': ['ID=33ef84aa-329b-412f-b9bf-a6d47ba11cd0,revision_number=None']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:06:17.495362 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-5650a866-026f-4d29-91e1-d61c2f59a8cb tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:06:17.546514 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bfaa33-81bd-4c5e-9eee-b67923c3e91b tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Pushing event updated for resources: {'Port': ['ID=fdb2c4af-8c33-4d17-9000-3c9dd627db22,revision_number=1']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:06:17.569052 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bfaa33-81bd-4c5e-9eee-b67923c3e91b tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:06:17.569469 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bfaa33-81bd-4c5e-9eee-b67923c3e91b tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:06:17.569876 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bfaa33-81bd-4c5e-9eee-b67923c3e91b tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:06:17.570276 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bfaa33-81bd-4c5e-9eee-b67923c3e91b tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:06:17.570693 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bfaa33-81bd-4c5e-9eee-b67923c3e91b tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:06:17.571183 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bfaa33-81bd-4c5e-9eee-b67923c3e91b tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:06:17.571581 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bfaa33-81bd-4c5e-9eee-b67923c3e91b tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:06:17.572004 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bfaa33-81bd-4c5e-9eee-b67923c3e91b tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:06:17.572395 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bfaa33-81bd-4c5e-9eee-b67923c3e91b tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:06:17.572787 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bfaa33-81bd-4c5e-9eee-b67923c3e91b tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:06:17.573186 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bfaa33-81bd-4c5e-9eee-b67923c3e91b tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:06:17.573583 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bfaa33-81bd-4c5e-9eee-b67923c3e91b tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:06:17.574023 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bfaa33-81bd-4c5e-9eee-b67923c3e91b tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:06:17.574417 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bfaa33-81bd-4c5e-9eee-b67923c3e91b tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:06:17.574806 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bfaa33-81bd-4c5e-9eee-b67923c3e91b tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:06:17.575195 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bfaa33-81bd-4c5e-9eee-b67923c3e91b tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:06:17.575589 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bfaa33-81bd-4c5e-9eee-b67923c3e91b tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:06:17.576009 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bfaa33-81bd-4c5e-9eee-b67923c3e91b tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:06:17.576393 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bfaa33-81bd-4c5e-9eee-b67923c3e91b tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:06:17.576780 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bfaa33-81bd-4c5e-9eee-b67923c3e91b tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:06:17.577167 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bfaa33-81bd-4c5e-9eee-b67923c3e91b tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:06:17.577551 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bfaa33-81bd-4c5e-9eee-b67923c3e91b tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:06:17.577939 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bfaa33-81bd-4c5e-9eee-b67923c3e91b tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:06:17.578329 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bfaa33-81bd-4c5e-9eee-b67923c3e91b tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:06:17.583464 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-34bfaa33-81bd-4c5e-9eee-b67923c3e91b tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:06:17.654300 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-d63f040f-dca8-4ece-8eac-23b7ba425a4f req-c5272c87-5d99-4295-aaa3-1262423954b0 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] 10.222.0.22 "GET /v2.0/ports?device_id=7c58be5b-8997-424a-b30d-fd11c447f1f5 HTTP/1.1" status: 200 len: 210 time: 0.0664368 Jan 24 07:06:17.680192 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1b0ac88-73da-46ae-9e29-86b0700ecf51 req-34bfaa33-81bd-4c5e-9eee-b67923c3e91b tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Network 3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a is already hosted by enough agents. {{(pid=80236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 07:06:17.681536 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [req-b1b0ac88-73da-46ae-9e29-86b0700ecf51 req-34bfaa33-81bd-4c5e-9eee-b67923c3e91b tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Resources bound (agent type, host, resource id): {{(pid=80236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 07:06:17.684131 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1b0ac88-73da-46ae-9e29-86b0700ecf51 req-34bfaa33-81bd-4c5e-9eee-b67923c3e91b tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Received port after_create {{(pid=80236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 07:06:17.729988 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a90286-9998-4de1-9b6e-29137b5d26cf req-8e71e59c-4bd8-4595-a012-6fccea6aa171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:06:17.731605 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-28a90286-9998-4de1-9b6e-29137b5d26cf req-8e71e59c-4bd8-4595-a012-6fccea6aa171 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b352ad353356444ca4a7e94501f26e10&device_id=4955ec46-7aed-4d45-bb0f-106f6c4953be HTTP/1.1" status: 200 len: 1162 time: 0.4702315 Jan 24 07:06:17.768179 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-b1b0ac88-73da-46ae-9e29-86b0700ecf51 req-34bfaa33-81bd-4c5e-9eee-b67923c3e91b tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Notify callbacks [] for floatingip, precommit_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:17.831309 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-b1b0ac88-73da-46ae-9e29-86b0700ecf51 req-34bfaa33-81bd-4c5e-9eee-b67923c3e91b tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:17.955957 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [req-401fa07a-bbbf-4d4c-ba19-7181f555541a req-5650a866-026f-4d29-91e1-d61c2f59a8cb tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] No DVR routers for this DVR port 33ef84aa-329b-412f-b9bf-a6d47ba11cd0 on host hv-cinder-77218 {{(pid=80235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 24 07:06:17.958088 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a90286-9998-4de1-9b6e-29137b5d26cf req-895e96f9-d9c6-4b64-b537-cb4b7a11a9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:06:17.959658 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-28a90286-9998-4de1-9b6e-29137b5d26cf req-895e96f9-d9c6-4b64-b537-cb4b7a11a9a4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e13c5a42-1024-4ca2-b72d-41265c0f5cf1 HTTP/1.1" status: 200 len: 910 time: 0.2157519 Jan 24 07:06:17.960675 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-401fa07a-bbbf-4d4c-ba19-7181f555541a req-5650a866-026f-4d29-91e1-d61c2f59a8cb tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149749'] for port, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:17.963520 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c58be5b-8997-424a-b30d-fd11c447f1f5', 'name': 'network-vif-deleted', 'tag': '33ef84aa-329b-412f-b9bf-a6d47ba11cd0'}] {{(pid=80235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 07:06:18.029498 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c58be5b-8997-424a-b30d-fd11c447f1f5', 'name': 'network-vif-deleted', 'tag': '33ef84aa-329b-412f-b9bf-a6d47ba11cd0', 'status': 'completed', 'code': 200} Jan 24 07:06:18.064870 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-401fa07a-bbbf-4d4c-ba19-7181f555541a req-5650a866-026f-4d29-91e1-d61c2f59a8cb tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] 10.222.0.18 "DELETE /v2.0/ports/33ef84aa-329b-412f-b9bf-a6d47ba11cd0 HTTP/1.1" status: 204 len: 173 time: 2.5236545 Jan 24 07:06:18.091733 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-28a90286-9998-4de1-9b6e-29137b5d26cf req-e84347d8-eab1-43bd-9dae-536460319652 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a8cffea-51f0-432f-a570-dd94bb3c9159 HTTP/1.1" status: 200 len: 1000 time: 0.1219032 Jan 24 07:06:18.115105 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-b1b0ac88-73da-46ae-9e29-86b0700ecf51 req-34bfaa33-81bd-4c5e-9eee-b67923c3e91b tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Notify callbacks [] for port, precommit_update {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:18.124908 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-b1b0ac88-73da-46ae-9e29-86b0700ecf51 req-34bfaa33-81bd-4c5e-9eee-b67923c3e91b tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2763772'] for port, after_update {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:18.142212 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-64c0185f-ad6c-4b85-a543-33308934ed6a tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:06:18.179101 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a90286-9998-4de1-9b6e-29137b5d26cf req-3e54e5b0-240d-4180-932d-8e5806db8633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:06:18.180658 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-28a90286-9998-4de1-9b6e-29137b5d26cf req-3e54e5b0-240d-4180-932d-8e5806db8633 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b8139419-7045-48a6-8319-a8eda9bca8a9 HTTP/1.1" status: 200 len: 855 time: 0.0726986 Jan 24 07:06:18.272651 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a90286-9998-4de1-9b6e-29137b5d26cf req-08d7cbf6-d620-4067-a598-a480c19e4ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:06:18.274251 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-28a90286-9998-4de1-9b6e-29137b5d26cf req-08d7cbf6-d620-4067-a598-a480c19e4ae2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e13c5a42-1024-4ca2-b72d-41265c0f5cf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0871015 Jan 24 07:06:18.358281 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bfaa33-81bd-4c5e-9eee-b67923c3e91b tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Pushing event updated for resources: {'Port': ['ID=fdb2c4af-8c33-4d17-9000-3c9dd627db22,revision_number=2']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:06:18.362544 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-34bfaa33-81bd-4c5e-9eee-b67923c3e91b tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:06:18.422676 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-28a90286-9998-4de1-9b6e-29137b5d26cf req-7b1bd0b5-4a14-4bdc-817b-ee0889409ce5 service neutron] 10.222.0.18 "GET /v2.0/networks/e13c5a42-1024-4ca2-b72d-41265c0f5cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409752 Jan 24 07:06:18.469271 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1127ec16-7773-4208-b040-b6bb8de8de59 req-dec87c42-0f68-422b-9c63-1b72286147bf tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:06:18.470908 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-1127ec16-7773-4208-b040-b6bb8de8de59 req-dec87c42-0f68-422b-9c63-1b72286147bf tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/ports?device_id=4955ec46-7aed-4d45-bb0f-106f6c4953be HTTP/1.1" status: 200 len: 945 time: 0.2900960 Jan 24 07:06:18.513335 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-b1b0ac88-73da-46ae-9e29-86b0700ecf51 req-34bfaa33-81bd-4c5e-9eee-b67923c3e91b tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854261494'] for floatingip, after_update {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:18.559358 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-1127ec16-7773-4208-b040-b6bb8de8de59 req-ee36d3b4-fbf6-4f7d-97ab-36b9989f6c1b tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/security-groups?id=1fd5f6b6-4fb0-450c-8e61-c3a194544159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759435 Jan 24 07:06:18.563959 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-b1b0ac88-73da-46ae-9e29-86b0700ecf51 req-34bfaa33-81bd-4c5e-9eee-b67923c3e91b tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149749'] for floatingip, before_response {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:18.565796 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-b1b0ac88-73da-46ae-9e29-86b0700ecf51 req-34bfaa33-81bd-4c5e-9eee-b67923c3e91b tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3547585 Jan 24 07:06:18.570769 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-28a90286-9998-4de1-9b6e-29137b5d26cf req-92f807cb-7abc-4189-8153-549666158595 service neutron] 10.222.0.18 "GET /v2.0/networks/e13c5a42-1024-4ca2-b72d-41265c0f5cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1406791 Jan 24 07:06:18.671487 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-b1b0ac88-73da-46ae-9e29-86b0700ecf51 req-ed4fc189-e25c-4308-93e0-e07057ef9dbe tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Synchronizing usage tracker for tenant:0cbc5a2c43e442e881ea5da07e6155a1 on resource:floatingip {{(pid=80236) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 07:06:18.689370 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-b1b0ac88-73da-46ae-9e29-86b0700ecf51 req-ed4fc189-e25c-4308-93e0-e07057ef9dbe tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Unset dirty status for tenant:0cbc5a2c43e442e881ea5da07e6155a1 on resource:floatingip {{(pid=80236) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 07:06:18.691370 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-b1b0ac88-73da-46ae-9e29-86b0700ecf51 req-ed4fc189-e25c-4308-93e0-e07057ef9dbe tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.28.0.182 HTTP/1.1" status: 200 len: 696 time: 0.1192000 Jan 24 07:06:18.876048 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b0ac88-73da-46ae-9e29-86b0700ecf51 req-9b8f02a2-07c6-4e85-bbba-d0bd16787077 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:06:18.878090 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-b1b0ac88-73da-46ae-9e29-86b0700ecf51 req-9b8f02a2-07c6-4e85-bbba-d0bd16787077 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] 10.222.0.22 "GET /v2.0/networks/3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a HTTP/1.1" status: 200 len: 784 time: 0.1803670 Jan 24 07:06:18.889681 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [req-b1b0ac88-73da-46ae-9e29-86b0700ecf51 req-56ced97b-5518-430b-88f8-a857118112fe tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=80236) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 07:06:18.890714 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-b1b0ac88-73da-46ae-9e29-86b0700ecf51 req-56ced97b-5518-430b-88f8-a857118112fe tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0063162 Jan 24 07:06:19.109213 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a048b71-97a0-4fe3-810f-393d98a013e6 req-24b88509-4aa6-47e9-97ff-06b57bf7a760 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:06:19.110768 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-0a048b71-97a0-4fe3-810f-393d98a013e6 req-24b88509-4aa6-47e9-97ff-06b57bf7a760 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] 10.222.0.22 "GET /v2.0/ports?device_id=ab88cf14-8684-48bd-9519-bda011ed0473&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1101263 Jan 24 07:06:19.204861 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-0a048b71-97a0-4fe3-810f-393d98a013e6 req-0a6612aa-c2dc-45b3-92ad-1be932c325ce tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.28.0.182 HTTP/1.1" status: 200 len: 696 time: 0.0876811 Jan 24 07:06:19.215196 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.base [req-0a048b71-97a0-4fe3-810f-393d98a013e6 req-c27bebae-6ba4-40e2-9870-ee6755985478 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Request body: {'floatingip': {'port_id': '90758390-c4e6-4803-8de7-592eae9f70f2', 'fixed_ip_address': '172.20.0.12'}} {{(pid=80236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 07:06:19.300937 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-0a048b71-97a0-4fe3-810f-393d98a013e6 req-c27bebae-6ba4-40e2-9870-ee6755985478 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Notify callbacks [] for floatingip, before_update {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:19.645478 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-73e242ac-8790-4a78-a707-fe00eef564b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:19.911333 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c7ddc-e16b-48b7-9af5-4857249d3f76 req-6b9db909-3761-41d5-9491-92b74dce48d5 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:06:19.912906 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-b04c7ddc-e16b-48b7-9af5-4857249d3f76 req-6b9db909-3761-41d5-9491-92b74dce48d5 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/ports?device_id=4955ec46-7aed-4d45-bb0f-106f6c4953be HTTP/1.1" status: 200 len: 945 time: 0.1519766 Jan 24 07:06:20.054072 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-b04c7ddc-e16b-48b7-9af5-4857249d3f76 req-cdbef5e9-2d55-4cd0-bcf3-746fbdcf236a tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/security-groups?id=1fd5f6b6-4fb0-450c-8e61-c3a194544159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307807 Jan 24 07:06:20.075633 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-0a048b71-97a0-4fe3-810f-393d98a013e6 req-c27bebae-6ba4-40e2-9870-ee6755985478 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Notify callbacks [] for floatingip, precommit_update {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:20.078358 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-0a048b71-97a0-4fe3-810f-393d98a013e6 req-c27bebae-6ba4-40e2-9870-ee6755985478 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854261494'] for floatingip, after_update {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:20.258108 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.db.l3_db [req-0a048b71-97a0-4fe3-810f-393d98a013e6 req-c27bebae-6ba4-40e2-9870-ee6755985478 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Floating IP e8c489ec-1b71-4f88-9e51-fdcab86b3622 associated. External IP: 172.28.0.182, port: 90758390-c4e6-4803-8de7-592eae9f70f2. Jan 24 07:06:20.691594 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-45ac0a00-0da9-40c5-b54c-98b66fbef606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:20.923810 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d724ed32-fc0b-4bac-875e-7ebb7587da79 req-aaad99a5-4b52-4968-a38d-eb249be46022 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:06:20.925850 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-d724ed32-fc0b-4bac-875e-7ebb7587da79 req-aaad99a5-4b52-4968-a38d-eb249be46022 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] 10.222.0.22 "GET /v2.0/ports?device_id=189a535c-48da-49e2-b559-099c55ab80ff HTTP/1.1" status: 200 len: 945 time: 0.5022860 Jan 24 07:06:21.001613 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-d724ed32-fc0b-4bac-875e-7ebb7587da79 req-422bc3f0-da7a-41b7-b991-872a8f9bea1b tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] 10.222.0.22 "GET /v2.0/security-groups?id=88b59b82-aa88-498b-bc45-381dc80977fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691538 Jan 24 07:06:21.017021 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0a048b71-97a0-4fe3-810f-393d98a013e6 req-c27bebae-6ba4-40e2-9870-ee6755985478 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Router b874ce80-df02-405f-bb2a-6c08515206fd has already been hosted by L3 agent 4d190a5c-2620-4f2a-bccf-f8076df9706a {{(pid=80236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 24 07:06:21.134161 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:21.244521 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0a048b71-97a0-4fe3-810f-393d98a013e6 req-c27bebae-6ba4-40e2-9870-ee6755985478 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Notify agent at l3_agent.dv-cinder-772181-6-smb the message routers_updated {{(pid=80236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 24 07:06:21.253007 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-0a048b71-97a0-4fe3-810f-393d98a013e6 req-c27bebae-6ba4-40e2-9870-ee6755985478 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149749'] for floatingip, before_response {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:21.254370 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6858232c-bb5a-45e8-b61d-1dddabf1cab5 None None] Sync routers for ids ['b874ce80-df02-405f-bb2a-6c08515206fd'] in dv-cinder-772181-6-smb {{(pid=80237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 24 07:06:21.264416 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6858232c-bb5a-45e8-b61d-1dddabf1cab5 None None] Routers {'b874ce80-df02-405f-bb2a-6c08515206fd'} bound to L3 agent in host dv-cinder-772181-6-smb {{(pid=80237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 07:06:21.265092 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-6858232c-bb5a-45e8-b61d-1dddabf1cab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-24T06:49:21Z,description=,heartbeat_timestamp=2021-01-24T07:06:21Z,host='dv-cinder-772181-6-smb',id=4d190a5c-2620-4f2a-bccf-f8076df9706a,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T06:49:21Z,topic='l3_agent')) {'router_ids': ['b874ce80-df02-405f-bb2a-6c08515206fd'], 'active': True} {{(pid=80237) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:06:21.334024 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-0a048b71-97a0-4fe3-810f-393d98a013e6 req-c27bebae-6ba4-40e2-9870-ee6755985478 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] 10.222.0.22 "PUT /v2.0/floatingips/e8c489ec-1b71-4f88-9e51-fdcab86b3622 HTTP/1.1" status: 200 len: 997 time: 2.1229188 Jan 24 07:06:21.335347 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab88cf14-8684-48bd-9519-bda011ed0473', 'tag': '90758390-c4e6-4803-8de7-592eae9f70f2'}] {{(pid=80236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 07:06:21.424981 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5342a2-ef63-44e8-b877-4a3b245e40ee req-0ba44e1a-97aa-49f5-95e2-597836d5dadb tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:06:21.426747 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-7d5342a2-ef63-44e8-b877-4a3b245e40ee req-0ba44e1a-97aa-49f5-95e2-597836d5dadb tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/ports?device_id=4955ec46-7aed-4d45-bb0f-106f6c4953be HTTP/1.1" status: 200 len: 945 time: 0.2192869 Jan 24 07:06:21.469962 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-6858232c-bb5a-45e8-b61d-1dddabf1cab5 None None] Set router b874ce80-df02-405f-bb2a-6c08515206fd gateway port host: dv-cinder-772181-6-smb {{(pid=80237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 07:06:21.490412 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-7d5342a2-ef63-44e8-b877-4a3b245e40ee req-6f094a82-7365-468f-9aaa-15b28d438cd6 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/security-groups?id=1fd5f6b6-4fb0-450c-8e61-c3a194544159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553091 Jan 24 07:06:21.499354 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a048b71-97a0-4fe3-810f-393d98a013e6 req-a373d3a0-9b72-426c-8348-f6a670e0b72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:06:21.500991 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-0a048b71-97a0-4fe3-810f-393d98a013e6 req-a373d3a0-9b72-426c-8348-f6a670e0b72a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0cbc5a2c43e442e881ea5da07e6155a1&device_id=ab88cf14-8684-48bd-9519-bda011ed0473 HTTP/1.1" status: 200 len: 1163 time: 0.1527309 Jan 24 07:06:21.587044 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab88cf14-8684-48bd-9519-bda011ed0473', 'tag': '90758390-c4e6-4803-8de7-592eae9f70f2', 'status': 'completed', 'code': 200} Jan 24 07:06:21.680920 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a048b71-97a0-4fe3-810f-393d98a013e6 req-12b16264-b102-4449-a2ff-b76dd5161035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:06:21.682570 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-0a048b71-97a0-4fe3-810f-393d98a013e6 req-12b16264-b102-4449-a2ff-b76dd5161035 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3a2995af-23e4-4848-b461-069c7594050c HTTP/1.1" status: 200 len: 903 time: 0.1749647 Jan 24 07:06:21.713969 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425cf7cc-8da6-4713-942a-29ed51ac5d17 req-873b5b6c-30b7-42e7-b53d-8274d8a072b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:06:21.715877 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-425cf7cc-8da6-4713-942a-29ed51ac5d17 req-873b5b6c-30b7-42e7-b53d-8274d8a072b3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0cbc5a2c43e442e881ea5da07e6155a1&device_id=ab88cf14-8684-48bd-9519-bda011ed0473 HTTP/1.1" status: 200 len: 1163 time: 0.0844457 Jan 24 07:06:21.721679 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Device 3a8cffea-51f0-432f-a570-dd94bb3c9159 no longer exists at agent ovs-agent-hv-cinder-77218 {{(pid=80237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 07:06:21.809826 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-0a048b71-97a0-4fe3-810f-393d98a013e6 req-1149888c-43f8-4f00-99a9-410e59e1f348 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90758390-c4e6-4803-8de7-592eae9f70f2 HTTP/1.1" status: 200 len: 1000 time: 0.1205020 Jan 24 07:06:21.876457 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a048b71-97a0-4fe3-810f-393d98a013e6 req-3d843ab2-82b5-46cb-a558-dce4bd2af01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:06:21.885137 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-0a048b71-97a0-4fe3-810f-393d98a013e6 req-3d843ab2-82b5-46cb-a558-dce4bd2af01b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=36d77b5b-eba8-4153-af7c-7e5a5de26b5e HTTP/1.1" status: 200 len: 848 time: 0.0743039 Jan 24 07:06:21.919923 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425cf7cc-8da6-4713-942a-29ed51ac5d17 req-4e7c693e-659c-48d8-9c8b-d260c488c848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:06:21.921527 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-425cf7cc-8da6-4713-942a-29ed51ac5d17 req-4e7c693e-659c-48d8-9c8b-d260c488c848 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3a2995af-23e4-4848-b461-069c7594050c HTTP/1.1" status: 200 len: 903 time: 0.1741452 Jan 24 07:06:21.989697 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a048b71-97a0-4fe3-810f-393d98a013e6 req-9f96c0f3-f86a-4366-b1e7-5be08dcb8d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:06:21.991737 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-0a048b71-97a0-4fe3-810f-393d98a013e6 req-9f96c0f3-f86a-4366-b1e7-5be08dcb8d48 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3a2995af-23e4-4848-b461-069c7594050c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1056445 Jan 24 07:06:22.037493 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:22.058689 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-425cf7cc-8da6-4713-942a-29ed51ac5d17 req-9fb8c7f4-0cf1-4b65-b08a-e8b390ed7169 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90758390-c4e6-4803-8de7-592eae9f70f2 HTTP/1.1" status: 200 len: 1000 time: 0.1287696 Jan 24 07:06:22.073579 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4955ec46-7aed-4d45-bb0f-106f6c4953be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a8cffea-51f0-432f-a570-dd94bb3c9159'}] {{(pid=80237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 07:06:22.089887 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] For port 3a8cffea-51f0-432f-a570-dd94bb3c9159, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=3a8cffea-51f0-432f-a570-dd94bb3c9159,segment=NetworkSegment(2d94361e-67c4-4120-8244-70bedab0ca27),segment_id=2d94361e-67c4-4120-8244-70bedab0ca27)] {{(pid=80237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 07:06:22.093560 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-6858232c-bb5a-45e8-b61d-1dddabf1cab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b874ce80-df02-405f-bb2a-6c08515206fd', 'name': 'tempest-TestShelveInstance-1542735610-router', 'tenant_id': '0cbc5a2c43e442e881ea5da07e6155a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'external_fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.86'}], 'enable_snat': True}, 'gw_port_id': '93ba0ed6-7630-41f4-bc05-763daf92311d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T07:05:25Z', 'updated_at': '2021-01-24T07:05:31Z', 'revision_number': 4, 'project_id': '0cbc5a2c43e442e881ea5da07e6155a1', 'gw_port': {'id': '93ba0ed6-7630-41f4-bc05-763daf92311d', 'name': '', 'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:4d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b874ce80-df02-405f-bb2a-6c08515206fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T07:05:26Z', 'updated_at': '2021-01-24T07:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-6-smb', '_floatingips': [{'id': 'e8c489ec-1b71-4f88-9e51-fdcab86b3622', 'tenant_id': '0cbc5a2c43e442e881ea5da07e6155a1', 'floating_ip_address': '172.28.0.182', 'floating_network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'router_id': 'b874ce80-df02-405f-bb2a-6c08515206fd', 'port_id': '90758390-c4e6-4803-8de7-592eae9f70f2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a2995af-23e4-4848-b461-069c7594050c', 'mac_address': 'fa:16:3e:c8:6c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab88cf14-8684-48bd-9519-bda011ed0473', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-24T07:06:17Z', 'updated_at': '2021-01-24T07:06:19Z', 'revision_number': 1, 'project_id': '0cbc5a2c43e442e881ea5da07e6155a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ae94b8a-dfb9-4098-929c-7eaf4986fdbf', 'name': '', 'network_id': '3a2995af-23e4-4848-b461-069c7594050c', 'tenant_id': '0cbc5a2c43e442e881ea5da07e6155a1', 'mac_address': 'fa:16:3e:90:eb:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b874ce80-df02-405f-bb2a-6c08515206fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '36d77b5b-eba8-4153-af7c-7e5a5de26b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T07:05:30Z', 'updated_at': '2021-01-24T07:05:40Z', 'revision_number': 5, 'project_id': '0cbc5a2c43e442e881ea5da07e6155a1', 'subnets': [{'id': '36d77b5b-eba8-4153-af7c-7e5a5de26b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-6-smb', False) {} {{(pid=80237) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:06:22.100125 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098'] for port, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:22.103492 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6858232c-bb5a-45e8-b61d-1dddabf1cab5 None None] Checking router: b874ce80-df02-405f-bb2a-6c08515206fd for host: dv-cinder-772181-6-smb {{(pid=80237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 24 07:06:22.107555 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-6c6fa05d-9667-4497-9a82-774df2945af8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:06:22.161048 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-0a048b71-97a0-4fe3-810f-393d98a013e6 req-0bd89c67-3c9f-4a18-b4d9-dc26a589534f service neutron] 10.222.0.22 "GET /v2.0/networks/3a2995af-23e4-4848-b461-069c7594050c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618588 Jan 24 07:06:22.169340 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425cf7cc-8da6-4713-942a-29ed51ac5d17 req-3a20fa45-eb80-4058-a715-5cdba78cb02d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:06:22.171586 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-425cf7cc-8da6-4713-942a-29ed51ac5d17 req-3a20fa45-eb80-4058-a715-5cdba78cb02d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=36d77b5b-eba8-4153-af7c-7e5a5de26b5e HTTP/1.1" status: 200 len: 848 time: 0.1049764 Jan 24 07:06:22.174338 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6858232c-bb5a-45e8-b61d-1dddabf1cab5 None None] Routers {'b874ce80-df02-405f-bb2a-6c08515206fd'} bound to L3 agent in host dv-cinder-772181-6-smb {{(pid=80237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 07:06:22.175374 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-6858232c-bb5a-45e8-b61d-1dddabf1cab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-24T06:49:21Z,description=,heartbeat_timestamp=2021-01-24T07:06:21Z,host='dv-cinder-772181-6-smb',id=4d190a5c-2620-4f2a-bccf-f8076df9706a,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T06:49:21Z,topic='l3_agent')) {'router_ids': ['b874ce80-df02-405f-bb2a-6c08515206fd'], 'active': True} {{(pid=80237) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:06:22.347778 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Pushing event updated for resources: {'Port': ['ID=3a8cffea-51f0-432f-a570-dd94bb3c9159,revision_number=5']} {{(pid=80237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:06:22.353165 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:06:22.387549 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425cf7cc-8da6-4713-942a-29ed51ac5d17 req-69286f46-c3e9-46ac-8ef5-f8b3ce04d2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:06:22.389488 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-425cf7cc-8da6-4713-942a-29ed51ac5d17 req-69286f46-c3e9-46ac-8ef5-f8b3ce04d2d3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3a2995af-23e4-4848-b461-069c7594050c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1629710 Jan 24 07:06:22.393804 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-0a048b71-97a0-4fe3-810f-393d98a013e6 req-6fad808b-8cf1-416f-acf7-7147d5d53690 service neutron] 10.222.0.22 "GET /v2.0/networks/3a2995af-23e4-4848-b461-069c7594050c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2242987 Jan 24 07:06:22.399044 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-6858232c-bb5a-45e8-b61d-1dddabf1cab5 None None] Set router b874ce80-df02-405f-bb2a-6c08515206fd gateway port host: dv-cinder-772181-6-smb {{(pid=80237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 07:06:22.444659 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35d251c-f983-4e8a-8fd9-21a92d800ac6 req-e454e1c1-9fa1-4c41-84f7-8590bdde56f9 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:06:22.446512 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-b35d251c-f983-4e8a-8fd9-21a92d800ac6 req-e454e1c1-9fa1-4c41-84f7-8590bdde56f9 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] 10.222.0.22 "GET /v2.0/ports?device_id=189a535c-48da-49e2-b559-099c55ab80ff HTTP/1.1" status: 200 len: 945 time: 0.1751201 Jan 24 07:06:22.452055 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f241dd-443c-4427-b70d-7a3d458882b3 req-496cfe7c-ea61-4b3d-bcf5-56fb569a6c66 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:06:22.452878 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-76f241dd-443c-4427-b70d-7a3d458882b3 req-496cfe7c-ea61-4b3d-bcf5-56fb569a6c66 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Synchronizing usage tracker for tenant:59c1f0f1737f4452ae5db90ae821187d on resource:port {{(pid=80235) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 07:06:22.473772 dv-cinder-772181-6-smb neutron-server[80122]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4955ec46-7aed-4d45-bb0f-106f6c4953be', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3a8cffea-51f0-432f-a570-dd94bb3c9159', 'code': 422} returned with failed status Jan 24 07:06:22.516154 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-b35d251c-f983-4e8a-8fd9-21a92d800ac6 req-5c9e0178-96f0-48af-b602-71306caf9f80 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] 10.222.0.22 "GET /v2.0/security-groups?id=88b59b82-aa88-498b-bc45-381dc80977fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626385 Jan 24 07:06:22.545968 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-76f241dd-443c-4427-b70d-7a3d458882b3 req-496cfe7c-ea61-4b3d-bcf5-56fb569a6c66 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Unset dirty status for tenant:59c1f0f1737f4452ae5db90ae821187d on resource:port {{(pid=80235) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 07:06:22.547204 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-76f241dd-443c-4427-b70d-7a3d458882b3 req-496cfe7c-ea61-4b3d-bcf5-56fb569a6c66 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] 10.222.0.18 "GET /v2.0/ports?device_id=189a535c-48da-49e2-b559-099c55ab80ff HTTP/1.1" status: 200 len: 945 time: 0.2537701 Jan 24 07:06:22.651813 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-425cf7cc-8da6-4713-942a-29ed51ac5d17 req-d067d127-3dd4-48eb-9bff-22d35f375bed service neutron] 10.222.0.18 "GET /v2.0/networks/3a2995af-23e4-4848-b461-069c7594050c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2534072 Jan 24 07:06:22.664942 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [req-76f241dd-443c-4427-b70d-7a3d458882b3 req-18aa3b3e-3f0f-4d4c-8e6c-603242fe0a04 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Deleting port 14f6420e-c1e0-4283-b6df-03f992ec7ba9 {{(pid=80235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 07:06:22.665324 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-76f241dd-443c-4427-b70d-7a3d458882b3 req-18aa3b3e-3f0f-4d4c-8e6c-603242fe0a04 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760141954436'] for port, before_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:22.709847 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-234e5594-7a0b-4e8c-b8aa-6f4b31972cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:22.995978 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-425cf7cc-8da6-4713-942a-29ed51ac5d17 req-0ce662e4-6c44-4f23-b937-4c3751bcd44b service neutron] 10.222.0.18 "GET /v2.0/networks/3a2995af-23e4-4848-b461-069c7594050c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2993102 Jan 24 07:06:23.005102 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-6858232c-bb5a-45e8-b61d-1dddabf1cab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b874ce80-df02-405f-bb2a-6c08515206fd', 'name': 'tempest-TestShelveInstance-1542735610-router', 'tenant_id': '0cbc5a2c43e442e881ea5da07e6155a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'external_fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.86'}], 'enable_snat': True}, 'gw_port_id': '93ba0ed6-7630-41f4-bc05-763daf92311d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T07:05:25Z', 'updated_at': '2021-01-24T07:05:31Z', 'revision_number': 4, 'project_id': '0cbc5a2c43e442e881ea5da07e6155a1', 'gw_port': {'id': '93ba0ed6-7630-41f4-bc05-763daf92311d', 'name': '', 'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:4d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b874ce80-df02-405f-bb2a-6c08515206fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T07:05:26Z', 'updated_at': '2021-01-24T07:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-6-smb', '_floatingips': [{'id': 'e8c489ec-1b71-4f88-9e51-fdcab86b3622', 'tenant_id': '0cbc5a2c43e442e881ea5da07e6155a1', 'floating_ip_address': '172.28.0.182', 'floating_network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'router_id': 'b874ce80-df02-405f-bb2a-6c08515206fd', 'port_id': '90758390-c4e6-4803-8de7-592eae9f70f2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a2995af-23e4-4848-b461-069c7594050c', 'mac_address': 'fa:16:3e:c8:6c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab88cf14-8684-48bd-9519-bda011ed0473', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-24T07:06:17Z', 'updated_at': '2021-01-24T07:06:19Z', 'revision_number': 1, 'project_id': '0cbc5a2c43e442e881ea5da07e6155a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ae94b8a-dfb9-4098-929c-7eaf4986fdbf', 'name': '', 'network_id': '3a2995af-23e4-4848-b461-069c7594050c', 'tenant_id': '0cbc5a2c43e442e881ea5da07e6155a1', 'mac_address': 'fa:16:3e:90:eb:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b874ce80-df02-405f-bb2a-6c08515206fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '36d77b5b-eba8-4153-af7c-7e5a5de26b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T07:05:30Z', 'updated_at': '2021-01-24T07:05:40Z', 'revision_number': 5, 'project_id': '0cbc5a2c43e442e881ea5da07e6155a1', 'subnets': [{'id': '36d77b5b-eba8-4153-af7c-7e5a5de26b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-6-smb', False) {} {{(pid=80237) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:06:23.009367 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6858232c-bb5a-45e8-b61d-1dddabf1cab5 None None] The sync data for ids ['b874ce80-df02-405f-bb2a-6c08515206fd'] in dv-cinder-772181-6-smb is: [{'id': 'b874ce80-df02-405f-bb2a-6c08515206fd', 'name': 'tempest-TestShelveInstance-1542735610-router', 'tenant_id': '0cbc5a2c43e442e881ea5da07e6155a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'external_fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.86'}], 'enable_snat': True}, 'gw_port_id': '93ba0ed6-7630-41f4-bc05-763daf92311d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T07:05:25Z', 'updated_at': '2021-01-24T07:05:31Z', 'revision_number': 4, 'project_id': '0cbc5a2c43e442e881ea5da07e6155a1', 'gw_port': {'id': '93ba0ed6-7630-41f4-bc05-763daf92311d', 'name': '', 'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:4d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b874ce80-df02-405f-bb2a-6c08515206fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T07:05:26Z', 'updated_at': '2021-01-24T07:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-6-smb', '_floatingips': [{'id': 'e8c489ec-1b71-4f88-9e51-fdcab86b3622', 'tenant_id': '0cbc5a2c43e442e881ea5da07e6155a1', 'floating_ip_address': '172.28.0.182', 'floating_network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'router_id': 'b874ce80-df02-405f-bb2a-6c08515206fd', 'port_id': '90758390-c4e6-4803-8de7-592eae9f70f2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a2995af-23e4-4848-b461-069c7594050c', 'mac_address': 'fa:16:3e:c8:6c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab88cf14-8684-48bd-9519-bda011ed0473', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-24T07:06:17Z', 'updated_at': '2021-01-24T07:06:19Z', 'revision_number': 1, 'project_id': '0cbc5a2c43e442e881ea5da07e6155a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ae94b8a-dfb9-4098-929c-7eaf4986fdbf', 'name': '', 'network_id': '3a2995af-23e4-4848-b461-069c7594050c', 'tenant_id': '0cbc5a2c43e442e881ea5da07e6155a1', 'mac_address': 'fa:16:3e:90:eb:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b874ce80-df02-405f-bb2a-6c08515206fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '36d77b5b-eba8-4153-af7c-7e5a5de26b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T07:05:30Z', 'updated_at': '2021-01-24T07:05:40Z', 'revision_number': 5, 'project_id': '0cbc5a2c43e442e881ea5da07e6155a1', 'subnets': [{'id': '36d77b5b-eba8-4153-af7c-7e5a5de26b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 24 07:06:23.069375 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-76f241dd-443c-4427-b70d-7a3d458882b3 req-18aa3b3e-3f0f-4d4c-8e6c-603242fe0a04 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] For port 14f6420e-c1e0-4283-b6df-03f992ec7ba9, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=14f6420e-c1e0-4283-b6df-03f992ec7ba9,segment=NetworkSegment(e10231c5-2277-4b16-8e4e-31a64516180d),segment_id=e10231c5-2277-4b16-8e4e-31a64516180d)] {{(pid=80235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 07:06:23.069779 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-76f241dd-443c-4427-b70d-7a3d458882b3 req-18aa3b3e-3f0f-4d4c-8e6c-603242fe0a04 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854346336'] for port, precommit_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:23.213082 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [req-76f241dd-443c-4427-b70d-7a3d458882b3 req-18aa3b3e-3f0f-4d4c-8e6c-603242fe0a04 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Calling delete_port for 14f6420e-c1e0-4283-b6df-03f992ec7ba9 owned by compute:nova {{(pid=80235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 07:06:23.340260 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843beb90-3faa-424d-a1de-db1b3a1fc062 None None] New status for floating IP e8c489ec-1b71-4f88-9e51-fdcab86b3622: ACTIVE {{(pid=80238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 24 07:06:23.385667 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-76f241dd-443c-4427-b70d-7a3d458882b3 req-18aa3b3e-3f0f-4d4c-8e6c-603242fe0a04 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363276712759002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363276713243132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851855427'] for port, after_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:23.472798 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-a222600a-80ed-442b-aa7d-a560e20846a6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:06:23.527224 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aa3b3e-3f0f-4d4c-8e6c-603242fe0a04 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Pushing event deleted for resources: {'Port': ['ID=14f6420e-c1e0-4283-b6df-03f992ec7ba9,revision_number=None']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:06:23.531438 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-18aa3b3e-3f0f-4d4c-8e6c-603242fe0a04 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:06:23.559397 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbfd1a5-87fd-4b75-ab3d-fd75fd60c58d req-dcc7fde0-c92d-4b1c-b892-d02c1e1c5b0f tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:06:23.567644 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-9dbfd1a5-87fd-4b75-ab3d-fd75fd60c58d req-dcc7fde0-c92d-4b1c-b892-d02c1e1c5b0f tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/ports?device_id=4955ec46-7aed-4d45-bb0f-106f6c4953be HTTP/1.1" status: 200 len: 943 time: 0.1358821 Jan 24 07:06:23.589065 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 38706) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:06:23.630574 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-9dbfd1a5-87fd-4b75-ab3d-fd75fd60c58d req-47a9e36d-2cfc-4748-acc3-ac77c3ce123c tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/security-groups?id=1fd5f6b6-4fb0-450c-8e61-c3a194544159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618434 Jan 24 07:06:23.716989 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [req-76f241dd-443c-4427-b70d-7a3d458882b3 req-18aa3b3e-3f0f-4d4c-8e6c-603242fe0a04 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] No DVR routers for this DVR port 14f6420e-c1e0-4283-b6df-03f992ec7ba9 on host hv-cinder-77218 {{(pid=80235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 24 07:06:23.719230 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-76f241dd-443c-4427-b70d-7a3d458882b3 req-18aa3b3e-3f0f-4d4c-8e6c-603242fe0a04 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149749'] for port, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:23.725736 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '189a535c-48da-49e2-b559-099c55ab80ff', 'name': 'network-vif-deleted', 'tag': '14f6420e-c1e0-4283-b6df-03f992ec7ba9'}] {{(pid=80235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 07:06:23.755159 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Device 14f6420e-c1e0-4283-b6df-03f992ec7ba9 no longer exists at agent ovs-agent-hv-cinder-77218 {{(pid=80237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 07:06:23.760944 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-998f3055-d089-4eb5-9c20-ca90e3e801cc req-2178713a-89b8-4181-979f-a7c51dfdb1b0 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] 10.222.0.22 "GET /v2.0/ports?device_id=189a535c-48da-49e2-b559-099c55ab80ff HTTP/1.1" status: 200 len: 210 time: 0.0506382 Jan 24 07:06:23.793906 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-76f241dd-443c-4427-b70d-7a3d458882b3 req-18aa3b3e-3f0f-4d4c-8e6c-603242fe0a04 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] 10.222.0.18 "DELETE /v2.0/ports/14f6420e-c1e0-4283-b6df-03f992ec7ba9 HTTP/1.1" status: 204 len: 173 time: 1.2408769 Jan 24 07:06:23.795922 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] No Port match for: 14f6420e-c1e0-4283-b6df-03f992ec7ba9 {{(pid=80237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 24 07:06:23.797062 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Device 14f6420e-c1e0-4283-b6df-03f992ec7ba9 not bound to the agent host hv-cinder-77218 {{(pid=80237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 24 07:06:23.828792 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-3e5f7244-bacb-4ee1-91b7-ad5ea07f7db4 req-fb10b01b-4346-4b8c-bec4-75132e0058de service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=4955ec46-7aed-4d45-bb0f-106f6c4953be&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2388194 Jan 24 07:06:23.831044 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '189a535c-48da-49e2-b559-099c55ab80ff', 'name': 'network-vif-deleted', 'tag': '14f6420e-c1e0-4283-b6df-03f992ec7ba9', 'status': 'completed', 'code': 200} Jan 24 07:06:24.376101 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5f7244-bacb-4ee1-91b7-ad5ea07f7db4 req-ab39fa1b-8992-43a0-bb66-fea5dfcbc45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:06:24.377949 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-3e5f7244-bacb-4ee1-91b7-ad5ea07f7db4 req-ab39fa1b-8992-43a0-bb66-fea5dfcbc45d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4955ec46-7aed-4d45-bb0f-106f6c4953be&tenant_id=b352ad353356444ca4a7e94501f26e10 HTTP/1.1" status: 200 len: 1160 time: 0.0803757 Jan 24 07:06:24.484721 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5f7244-bacb-4ee1-91b7-ad5ea07f7db4 req-000e7d34-e60a-46e2-9eb2-cd48fec41b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:06:24.486322 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-3e5f7244-bacb-4ee1-91b7-ad5ea07f7db4 req-000e7d34-e60a-46e2-9eb2-cd48fec41b13 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b352ad353356444ca4a7e94501f26e10&device_id=4955ec46-7aed-4d45-bb0f-106f6c4953be HTTP/1.1" status: 200 len: 1160 time: 0.0759630 Jan 24 07:06:24.625702 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5f7244-bacb-4ee1-91b7-ad5ea07f7db4 req-eccceb21-24a6-4df0-9ae6-f2841700eed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:06:24.627215 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-3e5f7244-bacb-4ee1-91b7-ad5ea07f7db4 req-eccceb21-24a6-4df0-9ae6-f2841700eed4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e13c5a42-1024-4ca2-b72d-41265c0f5cf1 HTTP/1.1" status: 200 len: 910 time: 0.1343186 Jan 24 07:06:24.738811 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-3e5f7244-bacb-4ee1-91b7-ad5ea07f7db4 req-c1a8d6c0-a0cc-45e8-b5d7-ce372442c466 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a8cffea-51f0-432f-a570-dd94bb3c9159 HTTP/1.1" status: 200 len: 998 time: 0.1044617 Jan 24 07:06:24.808567 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5f7244-bacb-4ee1-91b7-ad5ea07f7db4 req-14ec2afc-a550-4460-8fae-aa61e9286e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:06:24.810131 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-3e5f7244-bacb-4ee1-91b7-ad5ea07f7db4 req-14ec2afc-a550-4460-8fae-aa61e9286e32 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b8139419-7045-48a6-8319-a8eda9bca8a9 HTTP/1.1" status: 200 len: 855 time: 0.0650411 Jan 24 07:06:24.876593 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2fdf05-dcb5-4bf0-a209-e3d50106addc req-b58dbf9d-8017-4f9e-9a28-bd9cc704ff8f tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:06:24.876755 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 38724) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:06:24.878202 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-be2fdf05-dcb5-4bf0-a209-e3d50106addc req-b58dbf9d-8017-4f9e-9a28-bd9cc704ff8f tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/ports?device_id=4955ec46-7aed-4d45-bb0f-106f6c4953be HTTP/1.1" status: 200 len: 943 time: 0.1095765 Jan 24 07:06:24.930277 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-be2fdf05-dcb5-4bf0-a209-e3d50106addc req-04826df5-b120-4ec1-bba4-0ebc76864245 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/security-groups?id=1fd5f6b6-4fb0-450c-8e61-c3a194544159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457766 Jan 24 07:06:24.956949 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.db_base_plugin_v2 [None req-666e364e-580d-421b-838c-b300b8467178 admin admin] Deleting subnet e76cf661-5dee-4373-89c1-23358c8b7fc2 {{(pid=80235) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 24 07:06:24.962095 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5f7244-bacb-4ee1-91b7-ad5ea07f7db4 req-ad889478-5e15-4ce9-8eae-b7681273d5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:06:24.963711 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-3e5f7244-bacb-4ee1-91b7-ad5ea07f7db4 req-ad889478-5e15-4ce9-8eae-b7681273d5be service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e13c5a42-1024-4ca2-b72d-41265c0f5cf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1464705 Jan 24 07:06:24.964410 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-666e364e-580d-421b-838c-b300b8467178 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:25.340691 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-666e364e-580d-421b-838c-b300b8467178 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852341909'] for subnet, precommit_delete_associations {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:25.433951 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-666e364e-580d-421b-838c-b300b8467178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853356919'] for subnet, precommit_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:25.463865 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-3e5f7244-bacb-4ee1-91b7-ad5ea07f7db4 req-954a14a2-69df-4b0d-88c4-bbecfaa637c7 service neutron] 10.222.0.18 "GET /v2.0/networks/e13c5a42-1024-4ca2-b72d-41265c0f5cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4691403 Jan 24 07:06:25.733855 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-3e5f7244-bacb-4ee1-91b7-ad5ea07f7db4 req-b0afb222-e7d1-43d9-9db1-689d848a4d96 service neutron] 10.222.0.18 "GET /v2.0/networks/e13c5a42-1024-4ca2-b72d-41265c0f5cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2634540 Jan 24 07:06:25.849356 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-666e364e-580d-421b-838c-b300b8467178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1418929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854325308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851854999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2425678'] for subnet, after_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:25.865505 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-211de3c6-a459-4088-a0a1-112b4f5ce6b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:06:25.949056 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666e364e-580d-421b-838c-b300b8467178 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e76cf661-5dee-4373-89c1-23358c8b7fc2,revision_number=None']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:06:25.956944 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-666e364e-580d-421b-838c-b300b8467178 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:06:26.001469 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-666e364e-580d-421b-838c-b300b8467178 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539807'] for subnet, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:26.008451 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-666e364e-580d-421b-838c-b300b8467178 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/e76cf661-5dee-4373-89c1-23358c8b7fc2 HTTP/1.1" status: 204 len: 168 time: 1.1303639 Jan 24 07:06:26.010749 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 38730) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:06:26.129383 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f7295432-efc7-4736-8397-d999b2ea7c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853395168'] for network, before_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:26.205227 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483f5d69-126d-4694-ad3d-35ace78fbe5b req-d4ddc239-8644-4284-abf5-6c6d36189141 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:06:26.207305 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-483f5d69-126d-4694-ad3d-35ace78fbe5b req-d4ddc239-8644-4284-abf5-6c6d36189141 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/ports?device_id=4955ec46-7aed-4d45-bb0f-106f6c4953be HTTP/1.1" status: 200 len: 943 time: 0.1178815 Jan 24 07:06:26.262737 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-483f5d69-126d-4694-ad3d-35ace78fbe5b req-fc58e27b-4bb8-44a4-8699-2d1fcc829565 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/security-groups?id=1fd5f6b6-4fb0-450c-8e61-c3a194544159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487731 Jan 24 07:06:26.321093 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f7295432-efc7-4736-8397-d999b2ea7c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853359627', 'neutron.services.segments.db._delete_segments_for_network-8760142051665'] for network, precommit_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:26.438266 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.services.segments.db [None req-f7295432-efc7-4736-8397-d999b2ea7c99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f6958e7-353a-464e-89d2-3be996091b32']}} {{(pid=80235) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:06:26.452113 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.services.segments.db [None req-f7295432-efc7-4736-8397-d999b2ea7c99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e10231c5-2277-4b16-8e4e-31a64516180d') {'for_net_delete': True} {{(pid=80235) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:06:26.452447 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.services.segments.db [None req-f7295432-efc7-4736-8397-d999b2ea7c99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e10231c5-2277-4b16-8e4e-31a64516180d') {} {{(pid=80235) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:06:26.465416 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f7295432-efc7-4736-8397-d999b2ea7c99 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760142046050', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2433891'] for segment, before_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:26.484652 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f7295432-efc7-4736-8397-d999b2ea7c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419005'] for segment, precommit_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:26.486756 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f7295432-efc7-4736-8397-d999b2ea7c99 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80235) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 24 07:06:26.680845 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-f7295432-efc7-4736-8397-d999b2ea7c99 admin admin] Network 6f6958e7-353a-464e-89d2-3be996091b32 has no segments {{(pid=80235) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 24 07:06:26.693901 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f7295432-efc7-4736-8397-d999b2ea7c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853356811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2920394'] for segment, after_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:26.926030 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-f7295432-efc7-4736-8397-d999b2ea7c99 admin admin] Network 6f6958e7-353a-464e-89d2-3be996091b32 has no segments {{(pid=80235) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 24 07:06:26.956563 dv-cinder-772181-6-smb neutron-server[80122]: Traceback (most recent call last): Jan 24 07:06:26.956563 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 07:06:26.956563 dv-cinder-772181-6-smb neutron-server[80122]: timer() Jan 24 07:06:26.956563 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 07:06:26.956563 dv-cinder-772181-6-smb neutron-server[80122]: cb(*args, **kw) Jan 24 07:06:26.956563 dv-cinder-772181-6-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 24 07:06:26.956563 dv-cinder-772181-6-smb neutron-server[80122]: return func(*args, **kwargs) Jan 24 07:06:26.956563 dv-cinder-772181-6-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 07:06:26.956563 dv-cinder-772181-6-smb neutron-server[80122]: self._notify() Jan 24 07:06:26.956563 dv-cinder-772181-6-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 07:06:26.956563 dv-cinder-772181-6-smb neutron-server[80122]: self.callback(batched_events) Jan 24 07:06:26.956563 dv-cinder-772181-6-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 07:06:26.956563 dv-cinder-772181-6-smb neutron-server[80122]: event.method(event) Jan 24 07:06:26.956563 dv-cinder-772181-6-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 07:06:26.956563 dv-cinder-772181-6-smb neutron-server[80122]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 07:06:26.956563 dv-cinder-772181-6-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 24 07:06:26.956563 dv-cinder-772181-6-smb neutron-server[80122]: segment_id)['aggregates'][0] Jan 24 07:06:26.956563 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 07:06:26.956563 dv-cinder-772181-6-smb neutron-server[80122]: return f(self, *a, **k) Jan 24 07:06:26.956563 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 24 07:06:26.956563 dv-cinder-772181-6-smb neutron-server[80122]: return self._get(url).json() Jan 24 07:06:26.956563 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 07:06:26.956563 dv-cinder-772181-6-smb neutron-server[80122]: **kwargs) Jan 24 07:06:26.956563 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 07:06:26.956563 dv-cinder-772181-6-smb neutron-server[80122]: return self.request(url, 'GET', **kwargs) Jan 24 07:06:26.956563 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 24 07:06:26.956563 dv-cinder-772181-6-smb neutron-server[80122]: **endpoint_filter) Jan 24 07:06:26.956563 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 07:06:26.956563 dv-cinder-772181-6-smb neutron-server[80122]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 07:06:26.956563 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 07:06:26.956563 dv-cinder-772181-6-smb neutron-server[80122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 07:06:26.956563 dv-cinder-772181-6-smb neutron-server[80122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 07:06:27.057492 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f7295432-efc7-4736-8397-d999b2ea7c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1416142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854325290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854261251'] for network, after_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:27.065028 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-c507ecee-484a-49b8-ace0-90e28c23a8e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:06:27.088751 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f7295432-efc7-4736-8397-d999b2ea7c99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539807'] for network, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:27.099184 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7295432-efc7-4736-8397-d999b2ea7c99 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f6958e7-353a-464e-89d2-3be996091b32,revision_number=None']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:06:27.102785 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-f7295432-efc7-4736-8397-d999b2ea7c99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:06:27.108373 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-f7295432-efc7-4736-8397-d999b2ea7c99 admin admin] 10.222.0.22 "DELETE /v2.0/networks/6f6958e7-353a-464e-89d2-3be996091b32 HTTP/1.1" status: 204 len: 168 time: 1.0965428 Jan 24 07:06:27.337872 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 38758) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:06:27.399076 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-78d097e7-4eb8-48a1-9ecf-92b9587aec75 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=59c1f0f1737f4452ae5db90ae821187d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0596743 Jan 24 07:06:27.401572 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 38762) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:06:27.475496 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8f0b8612-ff7b-442d-90da-8a3b2311c927 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:27.508359 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8f0b8612-ff7b-442d-90da-8a3b2311c927 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:27.540488 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9678d13-b75d-4a68-8935-0c90c01b1864 req-233ad481-4823-4a34-a9ac-c2c4abb64c07 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:06:27.542217 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-e9678d13-b75d-4a68-8935-0c90c01b1864 req-233ad481-4823-4a34-a9ac-c2c4abb64c07 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/ports?device_id=4955ec46-7aed-4d45-bb0f-106f6c4953be HTTP/1.1" status: 200 len: 943 time: 0.1121774 Jan 24 07:06:27.563774 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8f0b8612-ff7b-442d-90da-8a3b2311c927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:27.571458 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-dd48885c-d5f1-4c3f-8310-7a8300b59476 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:06:27.587601 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0b8612-ff7b-442d-90da-8a3b2311c927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88b59b82-aa88-498b-bc45-381dc80977fd,revision_number=None']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:06:27.590828 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-8f0b8612-ff7b-442d-90da-8a3b2311c927 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:06:27.602934 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8f0b8612-ff7b-442d-90da-8a3b2311c927 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:27.604211 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-8f0b8612-ff7b-442d-90da-8a3b2311c927 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/88b59b82-aa88-498b-bc45-381dc80977fd HTTP/1.1" status: 204 len: 168 time: 0.2014892 Jan 24 07:06:27.621792 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-e9678d13-b75d-4a68-8935-0c90c01b1864 req-d9ee6a07-3be7-42f8-aef2-9d938bae584a tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/security-groups?id=1fd5f6b6-4fb0-450c-8e61-c3a194544159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649347 Jan 24 07:06:28.910922 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4349181e-63b0-4df3-8008-3bf660d0e258 req-f5e6ff19-2dbc-4f0d-bfa2-d43675ded12a tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:06:28.912768 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-4349181e-63b0-4df3-8008-3bf660d0e258 req-f5e6ff19-2dbc-4f0d-bfa2-d43675ded12a tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/ports?device_id=4955ec46-7aed-4d45-bb0f-106f6c4953be HTTP/1.1" status: 200 len: 943 time: 0.1349187 Jan 24 07:06:28.968430 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-4349181e-63b0-4df3-8008-3bf660d0e258 req-e43f989b-2eb5-4362-8ebe-ef3919e4b23a tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/security-groups?id=1fd5f6b6-4fb0-450c-8e61-c3a194544159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494580 Jan 24 07:06:30.068941 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:30.228616 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e8ca48-5a62-40ce-b6ab-feec2f011113 req-358ffc17-cdc8-4cd7-980f-fc62300a409d tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:06:30.230326 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-80e8ca48-5a62-40ce-b6ab-feec2f011113 req-358ffc17-cdc8-4cd7-980f-fc62300a409d tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/ports?device_id=4955ec46-7aed-4d45-bb0f-106f6c4953be HTTP/1.1" status: 200 len: 943 time: 0.1061985 Jan 24 07:06:30.290227 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-80e8ca48-5a62-40ce-b6ab-feec2f011113 req-df1ea7f3-bb2d-41fc-a348-a43202ad9cd6 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/security-groups?id=1fd5f6b6-4fb0-450c-8e61-c3a194544159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531590 Jan 24 07:06:31.576799 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385485a9-7070-4bfe-9a37-ee50fdb7a6b3 req-140bf125-d858-4eed-aa99-d78a3a09b54a tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:06:31.578522 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-385485a9-7070-4bfe-9a37-ee50fdb7a6b3 req-140bf125-d858-4eed-aa99-d78a3a09b54a tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/ports?device_id=4955ec46-7aed-4d45-bb0f-106f6c4953be HTTP/1.1" status: 200 len: 943 time: 0.1300552 Jan 24 07:06:31.641327 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-385485a9-7070-4bfe-9a37-ee50fdb7a6b3 req-fb51167f-12c9-4eef-be38-71db5e0e31d8 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/security-groups?id=1fd5f6b6-4fb0-450c-8e61-c3a194544159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551546 Jan 24 07:06:32.937759 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6c8bd8-9f84-4aac-8232-a77ac6f56bf5 req-8fcbfe0a-4a16-4539-a0e7-0ef577e23dbe tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:06:32.939471 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-0f6c8bd8-9f84-4aac-8232-a77ac6f56bf5 req-8fcbfe0a-4a16-4539-a0e7-0ef577e23dbe tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/ports?device_id=4955ec46-7aed-4d45-bb0f-106f6c4953be HTTP/1.1" status: 200 len: 943 time: 0.1206656 Jan 24 07:06:32.995015 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-0f6c8bd8-9f84-4aac-8232-a77ac6f56bf5 req-6a00793f-368a-40a7-9ebf-08aeee2959ee tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/security-groups?id=1fd5f6b6-4fb0-450c-8e61-c3a194544159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482225 Jan 24 07:06:34.266427 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c171db-2d99-434b-89eb-145c8c747455 req-d14de3a9-cb53-438b-abd8-cd9f353a8b3e tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:06:34.269138 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-94c171db-2d99-434b-89eb-145c8c747455 req-d14de3a9-cb53-438b-abd8-cd9f353a8b3e tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/ports?device_id=4955ec46-7aed-4d45-bb0f-106f6c4953be HTTP/1.1" status: 200 len: 943 time: 0.1131485 Jan 24 07:06:34.327388 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-94c171db-2d99-434b-89eb-145c8c747455 req-4ef96f64-e327-4697-b505-e8e2d7862188 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/security-groups?id=1fd5f6b6-4fb0-450c-8e61-c3a194544159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521350 Jan 24 07:06:35.471551 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 38876) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:06:35.607764 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec1104a-e8be-4e18-b480-36e78e083843 req-8ad8cfec-2fbc-4c33-bfc8-cc7792632fb2 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:06:35.609476 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-eec1104a-e8be-4e18-b480-36e78e083843 req-8ad8cfec-2fbc-4c33-bfc8-cc7792632fb2 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/ports?device_id=4955ec46-7aed-4d45-bb0f-106f6c4953be HTTP/1.1" status: 200 len: 943 time: 0.1180284 Jan 24 07:06:35.662045 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-0b3d85d0-eced-4dd6-96cb-14f391c00578 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:35.676216 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-eec1104a-e8be-4e18-b480-36e78e083843 req-67920faa-7a3f-432e-ae17-b045720ee934 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/security-groups?id=1fd5f6b6-4fb0-450c-8e61-c3a194544159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589659 Jan 24 07:06:35.692148 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-0b3d85d0-eced-4dd6-96cb-14f391c00578 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 07:06:35.697485 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-0b3d85d0-eced-4dd6-96cb-14f391c00578 admin admin] Usage tracker for resource:security_group_rule and tenant:468fe50227ae485790a30745fb4ba299 is out of sync, need to count used quota {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 07:06:35.700502 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-0b3d85d0-eced-4dd6-96cb-14f391c00578 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 07:06:35.707496 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-0b3d85d0-eced-4dd6-96cb-14f391c00578 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 07:06:35.800054 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-0b3d85d0-eced-4dd6-96cb-14f391c00578 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:35.802987 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-0b3d85d0-eced-4dd6-96cb-14f391c00578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:35.812404 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-ff858045-c2b8-408d-8b8a-4c958d9cf0c8 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:06:35.850577 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3d85d0-eced-4dd6-96cb-14f391c00578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44d9f075-04ae-420e-9cf4-b2d278e2828a,revision_number=1']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:06:35.864648 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3d85d0-eced-4dd6-96cb-14f391c00578 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:06:35.865062 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3d85d0-eced-4dd6-96cb-14f391c00578 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:06:35.865467 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3d85d0-eced-4dd6-96cb-14f391c00578 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:06:35.865866 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3d85d0-eced-4dd6-96cb-14f391c00578 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:06:35.866263 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3d85d0-eced-4dd6-96cb-14f391c00578 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:06:35.866659 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3d85d0-eced-4dd6-96cb-14f391c00578 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:06:35.867052 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3d85d0-eced-4dd6-96cb-14f391c00578 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:06:35.867441 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3d85d0-eced-4dd6-96cb-14f391c00578 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:06:35.867860 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3d85d0-eced-4dd6-96cb-14f391c00578 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:06:35.868250 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3d85d0-eced-4dd6-96cb-14f391c00578 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:06:35.868637 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3d85d0-eced-4dd6-96cb-14f391c00578 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:06:35.869020 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3d85d0-eced-4dd6-96cb-14f391c00578 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:06:35.869446 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3d85d0-eced-4dd6-96cb-14f391c00578 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:06:35.869835 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3d85d0-eced-4dd6-96cb-14f391c00578 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:06:35.870222 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3d85d0-eced-4dd6-96cb-14f391c00578 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:06:35.870613 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3d85d0-eced-4dd6-96cb-14f391c00578 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:06:35.870998 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3d85d0-eced-4dd6-96cb-14f391c00578 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:06:35.871832 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3d85d0-eced-4dd6-96cb-14f391c00578 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:06:35.871832 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3d85d0-eced-4dd6-96cb-14f391c00578 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:06:35.872123 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3d85d0-eced-4dd6-96cb-14f391c00578 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:06:35.872505 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3d85d0-eced-4dd6-96cb-14f391c00578 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:06:35.872888 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3d85d0-eced-4dd6-96cb-14f391c00578 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:06:35.873275 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3d85d0-eced-4dd6-96cb-14f391c00578 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:06:35.873657 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3d85d0-eced-4dd6-96cb-14f391c00578 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:06:35.879964 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-0b3d85d0-eced-4dd6-96cb-14f391c00578 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=468fe50227ae485790a30745fb4ba299&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4071231 Jan 24 07:06:35.881018 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-0b3d85d0-eced-4dd6-96cb-14f391c00578 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:06:35.882748 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 38884) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:06:35.949319 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8276ef5b-0fa7-4b7a-8feb-cb0d13418d15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:35.978847 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8276ef5b-0fa7-4b7a-8feb-cb0d13418d15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:36.049250 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8276ef5b-0fa7-4b7a-8feb-cb0d13418d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:36.055937 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-f0259b52-1cea-43df-a9da-efb3595eb3de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:06:36.069945 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8276ef5b-0fa7-4b7a-8feb-cb0d13418d15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d9f075-04ae-420e-9cf4-b2d278e2828a,revision_number=None']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:06:36.072473 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8276ef5b-0fa7-4b7a-8feb-cb0d13418d15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:36.076127 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-8276ef5b-0fa7-4b7a-8feb-cb0d13418d15 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/44d9f075-04ae-420e-9cf4-b2d278e2828a HTTP/1.1" status: 204 len: 168 time: 0.1898422 Jan 24 07:06:36.076127 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-8276ef5b-0fa7-4b7a-8feb-cb0d13418d15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:06:36.962772 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bf2115-329b-4a80-b738-591249c7f512 req-692e5d9c-372d-476e-9e69-f7347599fd24 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:06:36.964520 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-99bf2115-329b-4a80-b738-591249c7f512 req-692e5d9c-372d-476e-9e69-f7347599fd24 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/ports?device_id=4955ec46-7aed-4d45-bb0f-106f6c4953be HTTP/1.1" status: 200 len: 943 time: 0.1303971 Jan 24 07:06:37.019222 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-99bf2115-329b-4a80-b738-591249c7f512 req-a02df1f0-c9ea-40b7-aff0-a4cf677a6823 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/security-groups?id=1fd5f6b6-4fb0-450c-8e61-c3a194544159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475512 Jan 24 07:06:38.123220 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.agents_db [None req-2c2cd112-eb45-4d42-b228-ef41d20f669c None None] Agent healthcheck: found 6 active agents {{(pid=80238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 07:06:38.281924 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bf9d49-1358-4754-b950-fc866297b8f0 req-95aab535-5422-4970-9acb-8d409c9cfe4d tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:06:38.284065 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-41bf9d49-1358-4754-b950-fc866297b8f0 req-95aab535-5422-4970-9acb-8d409c9cfe4d tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/ports?device_id=4955ec46-7aed-4d45-bb0f-106f6c4953be HTTP/1.1" status: 200 len: 943 time: 0.1049132 Jan 24 07:06:38.338172 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-41bf9d49-1358-4754-b950-fc866297b8f0 req-4e60909a-6a91-408a-bfa1-e2c775438e3e tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/security-groups?id=1fd5f6b6-4fb0-450c-8e61-c3a194544159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470796 Jan 24 07:06:39.598064 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807f4a5b-0f6f-4814-a932-2e4afcf3ba62 req-ebae62a3-c9af-47a2-9fb1-fde470681510 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:06:39.600033 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-807f4a5b-0f6f-4814-a932-2e4afcf3ba62 req-ebae62a3-c9af-47a2-9fb1-fde470681510 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/ports?device_id=4955ec46-7aed-4d45-bb0f-106f6c4953be HTTP/1.1" status: 200 len: 943 time: 0.1157773 Jan 24 07:06:39.660277 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-807f4a5b-0f6f-4814-a932-2e4afcf3ba62 req-287a60dc-7698-4161-a48b-5cce4f54eb85 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/security-groups?id=1fd5f6b6-4fb0-450c-8e61-c3a194544159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468643 Jan 24 07:06:40.357064 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Device 3a8cffea-51f0-432f-a570-dd94bb3c9159 up at agent ovs-agent-hv-cinder-77218 {{(pid=80237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 07:06:40.427559 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Provisioning complete for port 3a8cffea-51f0-432f-a570-dd94bb3c9159 triggered by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 07:06:40.428017 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:40.549875 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:40.578092 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4955ec46-7aed-4d45-bb0f-106f6c4953be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a8cffea-51f0-432f-a570-dd94bb3c9159'}] {{(pid=80237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 07:06:40.589920 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] For port 3a8cffea-51f0-432f-a570-dd94bb3c9159, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=3a8cffea-51f0-432f-a570-dd94bb3c9159,segment=NetworkSegment(2d94361e-67c4-4120-8244-70bedab0ca27),segment_id=2d94361e-67c4-4120-8244-70bedab0ca27)] {{(pid=80237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 07:06:40.594846 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098'] for port, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:40.597295 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:06:40.657483 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4955ec46-7aed-4d45-bb0f-106f6c4953be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a8cffea-51f0-432f-a570-dd94bb3c9159', 'code': 200} Jan 24 07:06:40.677425 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Pushing event updated for resources: {'Port': ['ID=3a8cffea-51f0-432f-a570-dd94bb3c9159,revision_number=6']} {{(pid=80237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:06:40.680778 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:06:40.701223 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 38956) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:06:40.865093 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-05fbc9e1-b8ce-4988-ac8f-ed6504ec7012 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:40.919033 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73db0e7c-497f-499d-a85b-677979c9da87 req-a2a917f6-62fe-4173-a1d9-e93306448143 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:06:40.920503 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-05fbc9e1-b8ce-4988-ac8f-ed6504ec7012 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 07:06:40.920712 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-73db0e7c-497f-499d-a85b-677979c9da87 req-a2a917f6-62fe-4173-a1d9-e93306448143 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/ports?device_id=4955ec46-7aed-4d45-bb0f-106f6c4953be HTTP/1.1" status: 200 len: 945 time: 0.1108050 Jan 24 07:06:40.932922 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-05fbc9e1-b8ce-4988-ac8f-ed6504ec7012 admin admin] Usage tracker for resource:security_group_rule and tenant:1194fed1d3ad4377a4493f879478d07d is out of sync, need to count used quota {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 07:06:40.936370 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-05fbc9e1-b8ce-4988-ac8f-ed6504ec7012 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 07:06:40.950708 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-05fbc9e1-b8ce-4988-ac8f-ed6504ec7012 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 07:06:40.974127 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-73db0e7c-497f-499d-a85b-677979c9da87 req-335fb7f3-46b1-4079-8093-eefba3dbb378 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/security-groups?id=1fd5f6b6-4fb0-450c-8e61-c3a194544159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462675 Jan 24 07:06:40.995318 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de54c61-4372-4ed1-a6e3-81a6679ddee2 req-476bcfca-7e5e-441e-940c-40a7fcdae88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:06:40.997018 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-9de54c61-4372-4ed1-a6e3-81a6679ddee2 req-476bcfca-7e5e-441e-940c-40a7fcdae88d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4955ec46-7aed-4d45-bb0f-106f6c4953be HTTP/1.1" status: 200 len: 1162 time: 0.1167564 Jan 24 07:06:41.063737 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-9de54c61-4372-4ed1-a6e3-81a6679ddee2 req-add06007-0b38-41d9-8afd-aa61b4f3d860 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1fd5f6b6-4fb0-450c-8e61-c3a194544159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580764 Jan 24 07:06:41.097725 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-05fbc9e1-b8ce-4988-ac8f-ed6504ec7012 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:41.100369 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-05fbc9e1-b8ce-4988-ac8f-ed6504ec7012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:41.108490 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-c84cc051-6c9b-415e-9441-d3322a2e5ca0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:06:41.153715 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-05fbc9e1-b8ce-4988-ac8f-ed6504ec7012 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1194fed1d3ad4377a4493f879478d07d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4510121 Jan 24 07:06:41.157648 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 38964) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:06:41.160807 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fbc9e1-b8ce-4988-ac8f-ed6504ec7012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=313caeb9-c0c3-4242-99aa-a6b7cb72a29e,revision_number=1']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:06:41.177011 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-05fbc9e1-b8ce-4988-ac8f-ed6504ec7012 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:06:41.233201 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e6fbd818-6e85-44be-bed8-5952b497801a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:41.269167 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e6fbd818-6e85-44be-bed8-5952b497801a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:41.317116 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e6fbd818-6e85-44be-bed8-5952b497801a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:41.322007 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-f7d8a303-61c7-4384-98ca-17fe2dc0cfea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:06:41.336009 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fbd818-6e85-44be-bed8-5952b497801a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=313caeb9-c0c3-4242-99aa-a6b7cb72a29e,revision_number=None']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:06:41.338503 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-e6fbd818-6e85-44be-bed8-5952b497801a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:06:41.340764 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e6fbd818-6e85-44be-bed8-5952b497801a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:41.341972 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-e6fbd818-6e85-44be-bed8-5952b497801a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/313caeb9-c0c3-4242-99aa-a6b7cb72a29e HTTP/1.1" status: 204 len: 168 time: 0.1846728 Jan 24 07:06:42.095919 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Device 3a8cffea-51f0-432f-a570-dd94bb3c9159 up at agent ovs-agent-hv-cinder-77218 {{(pid=80237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 07:06:42.180183 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Provisioning complete for port 3a8cffea-51f0-432f-a570-dd94bb3c9159 triggered by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 07:06:42.180689 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:42.402310 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14124843-583c-46ac-8851-367298153733 req-502a8000-d004-4474-8169-445d391142f7 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:06:42.404026 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-14124843-583c-46ac-8851-367298153733 req-502a8000-d004-4474-8169-445d391142f7 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/ports?device_id=4955ec46-7aed-4d45-bb0f-106f6c4953be HTTP/1.1" status: 200 len: 945 time: 0.1216927 Jan 24 07:06:42.463559 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-14124843-583c-46ac-8851-367298153733 req-5f1062d6-d25a-4fe6-ab4e-97ce9b4a304e tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/security-groups?id=1fd5f6b6-4fb0-450c-8e61-c3a194544159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519233 Jan 24 07:06:43.728497 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c94060-3b91-4d87-9107-e1d3c45cac29 req-4d1a6491-e4eb-4f92-a7c1-f60bfd13afa1 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:06:43.730142 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-24c94060-3b91-4d87-9107-e1d3c45cac29 req-4d1a6491-e4eb-4f92-a7c1-f60bfd13afa1 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/ports?device_id=4955ec46-7aed-4d45-bb0f-106f6c4953be HTTP/1.1" status: 200 len: 945 time: 0.1069458 Jan 24 07:06:43.785426 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-24c94060-3b91-4d87-9107-e1d3c45cac29 req-3d9fa261-4e79-4ef3-8dfd-5a6222a97d64 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/security-groups?id=1fd5f6b6-4fb0-450c-8e61-c3a194544159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479450 Jan 24 07:06:44.641595 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 39074) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:06:44.799115 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-2a5727de-edf2-4021-a557-0a685c5a709a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:44.814663 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-2a5727de-edf2-4021-a557-0a685c5a709a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 07:06:44.818697 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-2a5727de-edf2-4021-a557-0a685c5a709a admin admin] Usage tracker for resource:security_group_rule and tenant:a16767ba7e9f44e0bfbbd24ecde9ca59 is out of sync, need to count used quota {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 07:06:44.821632 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-2a5727de-edf2-4021-a557-0a685c5a709a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 07:06:44.827478 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-2a5727de-edf2-4021-a557-0a685c5a709a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 07:06:44.913372 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-2a5727de-edf2-4021-a557-0a685c5a709a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:44.916992 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-2a5727de-edf2-4021-a557-0a685c5a709a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:44.926062 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-7004d92b-203b-485b-987e-f4869bbe2b55 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:06:44.967594 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-2a5727de-edf2-4021-a557-0a685c5a709a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a16767ba7e9f44e0bfbbd24ecde9ca59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3247218 Jan 24 07:06:44.969624 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5727de-edf2-4021-a557-0a685c5a709a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a995bc39-9e44-4dd0-95bd-ab90467c1a8f,revision_number=1']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:06:44.971417 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 39080) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:06:44.974159 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-2a5727de-edf2-4021-a557-0a685c5a709a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:06:45.041507 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-62f062ab-adbd-4bec-b30f-cf1c014ddca7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:45.069256 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-62f062ab-adbd-4bec-b30f-cf1c014ddca7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:45.115392 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-62f062ab-adbd-4bec-b30f-cf1c014ddca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:45.120319 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-8341387e-9497-4891-871b-b55cd51bc2b0 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:06:45.133558 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f062ab-adbd-4bec-b30f-cf1c014ddca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a995bc39-9e44-4dd0-95bd-ab90467c1a8f,revision_number=None']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:06:45.136815 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-62f062ab-adbd-4bec-b30f-cf1c014ddca7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:06:45.139135 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-62f062ab-adbd-4bec-b30f-cf1c014ddca7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:45.140267 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-62f062ab-adbd-4bec-b30f-cf1c014ddca7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a995bc39-9e44-4dd0-95bd-ab90467c1a8f HTTP/1.1" status: 204 len: 168 time: 0.1676283 Jan 24 07:06:45.479085 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 39088) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:06:45.498632 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-fba3f7be-a8ae-406d-be5a-0d15fbf936d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:45.515174 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-fba3f7be-a8ae-406d-be5a-0d15fbf936d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 07:06:45.520051 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-fba3f7be-a8ae-406d-be5a-0d15fbf936d0 admin admin] Usage tracker for resource:security_group_rule and tenant:270c525d7f9d49fcbace0908cbd91231 is out of sync, need to count used quota {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 07:06:45.523002 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-fba3f7be-a8ae-406d-be5a-0d15fbf936d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 07:06:45.529005 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-fba3f7be-a8ae-406d-be5a-0d15fbf936d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 07:06:45.620115 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-fba3f7be-a8ae-406d-be5a-0d15fbf936d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:45.623474 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-fba3f7be-a8ae-406d-be5a-0d15fbf936d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:45.633655 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-3821d01d-8fdc-488a-8301-17f83cecf7a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:06:45.676433 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-fba3f7be-a8ae-406d-be5a-0d15fbf936d0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=270c525d7f9d49fcbace0908cbd91231&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1961701 Jan 24 07:06:45.677382 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba3f7be-a8ae-406d-be5a-0d15fbf936d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d454d5e-1516-41dc-bbae-2c4da4d8cf8c,revision_number=1']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:06:45.679269 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 39092) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:06:45.680736 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-fba3f7be-a8ae-406d-be5a-0d15fbf936d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:06:45.740941 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-dcda3d9c-7993-463b-b5e1-298f36db40d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:45.767802 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-dcda3d9c-7993-463b-b5e1-298f36db40d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:45.817015 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-dcda3d9c-7993-463b-b5e1-298f36db40d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:45.821941 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-916fdf5e-7c9a-409d-accb-077b8bc2628d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:06:45.836823 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcda3d9c-7993-463b-b5e1-298f36db40d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d454d5e-1516-41dc-bbae-2c4da4d8cf8c,revision_number=None']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:06:45.839525 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-dcda3d9c-7993-463b-b5e1-298f36db40d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:06:45.846665 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-dcda3d9c-7993-463b-b5e1-298f36db40d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:45.848207 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-dcda3d9c-7993-463b-b5e1-298f36db40d9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4d454d5e-1516-41dc-bbae-2c4da4d8cf8c HTTP/1.1" status: 204 len: 168 time: 0.1678379 Jan 24 07:06:46.194237 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-cc70f7f6-a383-4d97-972e-3b6f193a29f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:48.861376 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 39162) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:06:49.009837 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-0d2ca65a-3949-42ef-abb1-7f46a2ca4ad9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:49.025616 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-0d2ca65a-3949-42ef-abb1-7f46a2ca4ad9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 07:06:49.029631 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-0d2ca65a-3949-42ef-abb1-7f46a2ca4ad9 admin admin] Usage tracker for resource:security_group_rule and tenant:d538880f182d4eac815971a46adcc4e7 is out of sync, need to count used quota {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 07:06:49.032586 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-0d2ca65a-3949-42ef-abb1-7f46a2ca4ad9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 07:06:49.038570 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-0d2ca65a-3949-42ef-abb1-7f46a2ca4ad9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 07:06:49.124147 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-0d2ca65a-3949-42ef-abb1-7f46a2ca4ad9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:49.126868 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-0d2ca65a-3949-42ef-abb1-7f46a2ca4ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:49.135562 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-6861fc68-f7cb-40d8-b198-c0e5b64afaf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:06:49.177871 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-0d2ca65a-3949-42ef-abb1-7f46a2ca4ad9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d538880f182d4eac815971a46adcc4e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3153272 Jan 24 07:06:49.179526 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2ca65a-3949-42ef-abb1-7f46a2ca4ad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8df4ed86-b58f-48af-8ac4-8ddda42e8686,revision_number=1']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:06:49.180862 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 39168) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:06:49.182784 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-0d2ca65a-3949-42ef-abb1-7f46a2ca4ad9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:06:49.248498 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4a998ffe-d21d-4a66-8777-f1a0ac399ba9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:49.276339 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4a998ffe-d21d-4a66-8777-f1a0ac399ba9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:49.320789 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4a998ffe-d21d-4a66-8777-f1a0ac399ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:49.325817 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-78619eff-590d-4205-b6a8-957bc23caaf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:06:49.338788 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a998ffe-d21d-4a66-8777-f1a0ac399ba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df4ed86-b58f-48af-8ac4-8ddda42e8686,revision_number=None']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:06:49.341688 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-4a998ffe-d21d-4a66-8777-f1a0ac399ba9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:06:49.350758 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4a998ffe-d21d-4a66-8777-f1a0ac399ba9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:49.352016 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-4a998ffe-d21d-4a66-8777-f1a0ac399ba9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8df4ed86-b58f-48af-8ac4-8ddda42e8686 HTTP/1.1" status: 204 len: 168 time: 0.1693184 Jan 24 07:06:49.642359 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-73e242ac-8790-4a78-a707-fe00eef564b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:49.697684 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 39178) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:06:49.717414 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-54075712-c57e-42fe-a9f2-ac2a7084d309 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:49.732570 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-54075712-c57e-42fe-a9f2-ac2a7084d309 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 07:06:49.736751 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-54075712-c57e-42fe-a9f2-ac2a7084d309 admin admin] Usage tracker for resource:security_group_rule and tenant:c7cb8f102ebd4e8a8e54cd7f1bb16868 is out of sync, need to count used quota {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 07:06:49.739645 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-54075712-c57e-42fe-a9f2-ac2a7084d309 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 07:06:49.745446 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-54075712-c57e-42fe-a9f2-ac2a7084d309 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 07:06:49.829315 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-54075712-c57e-42fe-a9f2-ac2a7084d309 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:49.832687 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-54075712-c57e-42fe-a9f2-ac2a7084d309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:49.841166 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-3d3565d4-8118-4f1a-9adb-7bd0e8976b46 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:06:49.886364 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-54075712-c57e-42fe-a9f2-ac2a7084d309 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c7cb8f102ebd4e8a8e54cd7f1bb16868&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1875110 Jan 24 07:06:49.888254 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54075712-c57e-42fe-a9f2-ac2a7084d309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bf499f6-f6c3-4f28-b551-5769e21c3e53,revision_number=1']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:06:49.889586 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 39182) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:06:49.891823 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-54075712-c57e-42fe-a9f2-ac2a7084d309 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:06:49.952990 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-2e420d1a-8ebd-4f8d-85a3-31adf81b010b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:49.983594 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-2e420d1a-8ebd-4f8d-85a3-31adf81b010b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:50.027924 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-2e420d1a-8ebd-4f8d-85a3-31adf81b010b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:50.032868 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-37978dab-49c3-4838-b21f-5e1509a31afe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:06:50.045418 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e420d1a-8ebd-4f8d-85a3-31adf81b010b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bf499f6-f6c3-4f28-b551-5769e21c3e53,revision_number=None']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:06:50.051386 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-2e420d1a-8ebd-4f8d-85a3-31adf81b010b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:06:50.055719 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-2e420d1a-8ebd-4f8d-85a3-31adf81b010b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:50.056932 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-2e420d1a-8ebd-4f8d-85a3-31adf81b010b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8bf499f6-f6c3-4f28-b551-5769e21c3e53 HTTP/1.1" status: 204 len: 168 time: 0.1663063 Jan 24 07:06:50.694738 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-3449b64d-4f96-4747-9efc-6b91abdcf91a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:51.136908 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:06:52.686155 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-234e5594-7a0b-4e8c-b8aa-6f4b31972cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:00.080781 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:04.427819 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 39294) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:07:04.577175 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c4ef709a-7e82-4d12-9edd-2905b09497f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:04.592902 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-c4ef709a-7e82-4d12-9edd-2905b09497f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 07:07:04.597056 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-c4ef709a-7e82-4d12-9edd-2905b09497f0 admin admin] Usage tracker for resource:security_group_rule and tenant:dc4b3415bc8f43ed9fdd657524b22998 is out of sync, need to count used quota {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 07:07:04.600445 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-c4ef709a-7e82-4d12-9edd-2905b09497f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 07:07:04.606288 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-c4ef709a-7e82-4d12-9edd-2905b09497f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 07:07:04.692383 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c4ef709a-7e82-4d12-9edd-2905b09497f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:04.695392 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c4ef709a-7e82-4d12-9edd-2905b09497f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:04.703949 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-e6fbd818-6e85-44be-bed8-5952b497801a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:07:04.744559 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-c4ef709a-7e82-4d12-9edd-2905b09497f0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=dc4b3415bc8f43ed9fdd657524b22998&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3156307 Jan 24 07:07:04.746244 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ef709a-7e82-4d12-9edd-2905b09497f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a436fff6-c38c-44e6-bb5a-aa2c0148f759,revision_number=1']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:07:04.747536 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 39300) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:07:04.749811 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-c4ef709a-7e82-4d12-9edd-2905b09497f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:07:04.813422 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42957cd8-4806-436b-9b6f-4788c76ec10c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:04.840503 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42957cd8-4806-436b-9b6f-4788c76ec10c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:04.884171 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42957cd8-4806-436b-9b6f-4788c76ec10c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:04.891543 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-cb4cb441-0e62-4258-aa68-8e0e7e4a751c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:07:04.902649 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42957cd8-4806-436b-9b6f-4788c76ec10c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a436fff6-c38c-44e6-bb5a-aa2c0148f759,revision_number=None']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:07:04.905175 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-42957cd8-4806-436b-9b6f-4788c76ec10c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:07:04.913153 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-42957cd8-4806-436b-9b6f-4788c76ec10c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:04.914361 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-42957cd8-4806-436b-9b6f-4788c76ec10c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a436fff6-c38c-44e6-bb5a-aa2c0148f759 HTTP/1.1" status: 204 len: 168 time: 0.1646993 Jan 24 07:07:06.227094 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 39332) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:07:06.375592 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e1eb04df-5466-4864-a465-24963d3cdc5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:06.391750 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-e1eb04df-5466-4864-a465-24963d3cdc5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 07:07:06.396181 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-e1eb04df-5466-4864-a465-24963d3cdc5b admin admin] Usage tracker for resource:security_group_rule and tenant:57166f588c304816a7f4282e22680092 is out of sync, need to count used quota {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 07:07:06.399095 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-e1eb04df-5466-4864-a465-24963d3cdc5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 07:07:06.404855 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-e1eb04df-5466-4864-a465-24963d3cdc5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 07:07:06.493818 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e1eb04df-5466-4864-a465-24963d3cdc5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:06.496608 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e1eb04df-5466-4864-a465-24963d3cdc5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:06.505535 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-973716fe-fc69-465c-a45c-917f311f6ea8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:07:06.548758 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-e1eb04df-5466-4864-a465-24963d3cdc5b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=57166f588c304816a7f4282e22680092&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3205366 Jan 24 07:07:06.549738 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eb04df-5466-4864-a465-24963d3cdc5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2f04211-7be6-47fd-9390-350205178f30,revision_number=1']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:07:06.552329 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 39338) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:07:06.554097 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-e1eb04df-5466-4864-a465-24963d3cdc5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:07:06.620850 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9227dbc1-3323-4693-ad80-8ed17c5f4478 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:06.648176 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9227dbc1-3323-4693-ad80-8ed17c5f4478 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:06.692812 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9227dbc1-3323-4693-ad80-8ed17c5f4478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:06.697749 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-1df11f68-0208-46bf-9f43-da2b7b944898 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:07:06.710444 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9227dbc1-3323-4693-ad80-8ed17c5f4478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2f04211-7be6-47fd-9390-350205178f30,revision_number=None']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:07:06.714524 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-9227dbc1-3323-4693-ad80-8ed17c5f4478 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:07:06.720109 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9227dbc1-3323-4693-ad80-8ed17c5f4478 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:06.721317 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-9227dbc1-3323-4693-ad80-8ed17c5f4478 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a2f04211-7be6-47fd-9390-350205178f30 HTTP/1.1" status: 204 len: 168 time: 0.1673808 Jan 24 07:07:15.122918 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.agents_db [None req-2c2cd112-eb45-4d42-b228-ef41d20f669c None None] Agent healthcheck: found 6 active agents {{(pid=80238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 07:07:16.199289 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-267b6587-666f-481c-af7d-116ca6dec0b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:16.320089 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2fd250-71d1-4861-9ac7-9cc948766e20 req-a8a2ab0c-1540-4252-b841-0bd02f285992 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:07:16.321721 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-cf2fd250-71d1-4861-9ac7-9cc948766e20 req-a8a2ab0c-1540-4252-b841-0bd02f285992 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/ports?device_id=4955ec46-7aed-4d45-bb0f-106f6c4953be HTTP/1.1" status: 200 len: 945 time: 0.1069365 Jan 24 07:07:16.376664 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-cf2fd250-71d1-4861-9ac7-9cc948766e20 req-3479a68e-4c91-48ef-9cd2-a688bd165c4c tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/security-groups?id=1fd5f6b6-4fb0-450c-8e61-c3a194544159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481184 Jan 24 07:07:17.853479 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743f1564-ac65-42f4-917d-7de709d68d2a req-037d3c43-065a-4be9-8f61-33647c4198d8 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:07:17.854268 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-743f1564-ac65-42f4-917d-7de709d68d2a req-037d3c43-065a-4be9-8f61-33647c4198d8 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Synchronizing usage tracker for tenant:b352ad353356444ca4a7e94501f26e10 on resource:port {{(pid=80235) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 07:07:17.866443 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966d42d3-1adc-49a3-9d38-ddfcab8be045 req-c186761b-ecd4-4295-8322-3de72bc1c46d tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:07:17.868125 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-966d42d3-1adc-49a3-9d38-ddfcab8be045 req-c186761b-ecd4-4295-8322-3de72bc1c46d tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/ports?device_id=4955ec46-7aed-4d45-bb0f-106f6c4953be HTTP/1.1" status: 200 len: 945 time: 0.3393626 Jan 24 07:07:17.869229 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-743f1564-ac65-42f4-917d-7de709d68d2a req-037d3c43-065a-4be9-8f61-33647c4198d8 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Unset dirty status for tenant:b352ad353356444ca4a7e94501f26e10 on resource:port {{(pid=80235) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 07:07:17.870429 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-743f1564-ac65-42f4-917d-7de709d68d2a req-037d3c43-065a-4be9-8f61-33647c4198d8 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.18 "GET /v2.0/ports?device_id=4955ec46-7aed-4d45-bb0f-106f6c4953be HTTP/1.1" status: 200 len: 945 time: 0.1273870 Jan 24 07:07:17.921092 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-966d42d3-1adc-49a3-9d38-ddfcab8be045 req-5acd0b17-3488-4f41-9e1a-a4a4e9d0adaa tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/security-groups?id=1fd5f6b6-4fb0-450c-8e61-c3a194544159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466282 Jan 24 07:07:17.955411 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [req-743f1564-ac65-42f4-917d-7de709d68d2a req-0fdef449-6d2f-40dc-bbe3-d9aadc21d326 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Deleting port 3a8cffea-51f0-432f-a570-dd94bb3c9159 {{(pid=80235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 07:07:17.955822 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-743f1564-ac65-42f4-917d-7de709d68d2a req-0fdef449-6d2f-40dc-bbe3-d9aadc21d326 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760141954436'] for port, before_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:18.211280 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-743f1564-ac65-42f4-917d-7de709d68d2a req-0fdef449-6d2f-40dc-bbe3-d9aadc21d326 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] For port 3a8cffea-51f0-432f-a570-dd94bb3c9159, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=3a8cffea-51f0-432f-a570-dd94bb3c9159,segment=NetworkSegment(2d94361e-67c4-4120-8244-70bedab0ca27),segment_id=2d94361e-67c4-4120-8244-70bedab0ca27)] {{(pid=80235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 07:07:18.211676 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-743f1564-ac65-42f4-917d-7de709d68d2a req-0fdef449-6d2f-40dc-bbe3-d9aadc21d326 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854346336'] for port, precommit_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:18.250819 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Device 3a8cffea-51f0-432f-a570-dd94bb3c9159 no longer exists at agent ovs-agent-hv-cinder-77218 {{(pid=80237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 07:07:18.372765 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:18.400740 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4955ec46-7aed-4d45-bb0f-106f6c4953be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a8cffea-51f0-432f-a570-dd94bb3c9159'}] {{(pid=80237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 07:07:18.413739 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] For port 3a8cffea-51f0-432f-a570-dd94bb3c9159, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=3a8cffea-51f0-432f-a570-dd94bb3c9159,segment=NetworkSegment(2d94361e-67c4-4120-8244-70bedab0ca27),segment_id=2d94361e-67c4-4120-8244-70bedab0ca27)] {{(pid=80237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 07:07:18.416818 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098'] for port, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:18.419382 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-cd5dcc5d-d5a6-4273-b260-f7a7a76ffceb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:07:18.463671 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4955ec46-7aed-4d45-bb0f-106f6c4953be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a8cffea-51f0-432f-a570-dd94bb3c9159', 'code': 200} Jan 24 07:07:18.490928 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Pushing event updated for resources: {'Port': ['ID=3a8cffea-51f0-432f-a570-dd94bb3c9159,revision_number=7']} {{(pid=80237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:07:18.498866 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:07:18.499252 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:07:18.499628 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:07:18.500044 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:07:18.500391 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:07:18.500763 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:07:18.501128 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:07:18.501489 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:07:18.501850 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:07:18.502211 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:07:18.502571 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:07:18.502930 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:07:18.503329 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:07:18.503686 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:07:18.504066 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:07:18.504641 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:07:18.505113 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:07:18.505480 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:07:18.505841 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:07:18.506199 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:07:18.506558 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:07:18.506913 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:07:18.507270 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:07:18.507623 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:07:18.512257 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:07:18.519389 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-743f1564-ac65-42f4-917d-7de709d68d2a req-0fdef449-6d2f-40dc-bbe3-d9aadc21d326 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Notify callbacks [] for floatingip, precommit_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:18.519843 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-743f1564-ac65-42f4-917d-7de709d68d2a req-0fdef449-6d2f-40dc-bbe3-d9aadc21d326 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854261494'] for floatingip, after_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:18.520338 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.db.l3_db [req-743f1564-ac65-42f4-917d-7de709d68d2a req-0fdef449-6d2f-40dc-bbe3-d9aadc21d326 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Floating IP 7843fe37-28c1-4005-ab0b-3e936ea29f06 disassociated. External IP: 172.28.0.57, port: 3a8cffea-51f0-432f-a570-dd94bb3c9159. Jan 24 07:07:18.520714 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [req-743f1564-ac65-42f4-917d-7de709d68d2a req-0fdef449-6d2f-40dc-bbe3-d9aadc21d326 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Calling delete_port for 3a8cffea-51f0-432f-a570-dd94bb3c9159 owned by compute:nova {{(pid=80235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 07:07:18.601874 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.db.api [req-743f1564-ac65-42f4-917d-7de709d68d2a req-0fdef449-6d2f-40dc-bbe3-d9aadc21d326 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80235) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 24 07:07:18.602251 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_db.api [req-743f1564-ac65-42f4-917d-7de709d68d2a req-0fdef449-6d2f-40dc-bbe3-d9aadc21d326 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80235) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 24 07:07:19.103716 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [req-743f1564-ac65-42f4-917d-7de709d68d2a req-0fdef449-6d2f-40dc-bbe3-d9aadc21d326 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Deleting port 3a8cffea-51f0-432f-a570-dd94bb3c9159 {{(pid=80235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 07:07:19.104291 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-743f1564-ac65-42f4-917d-7de709d68d2a req-0fdef449-6d2f-40dc-bbe3-d9aadc21d326 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760141954436'] for port, before_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:19.171070 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4775177-041c-45d0-9c4e-298c70c9d4db req-5ba7ced8-05c0-4fa6-9891-9972815735ec tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:07:19.172731 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-f4775177-041c-45d0-9c4e-298c70c9d4db req-5ba7ced8-05c0-4fa6-9891-9972815735ec tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/ports?device_id=4955ec46-7aed-4d45-bb0f-106f6c4953be HTTP/1.1" status: 200 len: 943 time: 0.1088388 Jan 24 07:07:19.224754 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-f4775177-041c-45d0-9c4e-298c70c9d4db req-88da7489-b981-46f4-80ab-7792839e63d2 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/security-groups?id=1fd5f6b6-4fb0-450c-8e61-c3a194544159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452302 Jan 24 07:07:19.367261 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-743f1564-ac65-42f4-917d-7de709d68d2a req-0fdef449-6d2f-40dc-bbe3-d9aadc21d326 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] For port 3a8cffea-51f0-432f-a570-dd94bb3c9159, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=3a8cffea-51f0-432f-a570-dd94bb3c9159,segment=NetworkSegment(2d94361e-67c4-4120-8244-70bedab0ca27),segment_id=2d94361e-67c4-4120-8244-70bedab0ca27)] {{(pid=80235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 07:07:19.367650 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-743f1564-ac65-42f4-917d-7de709d68d2a req-0fdef449-6d2f-40dc-bbe3-d9aadc21d326 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854346336'] for port, precommit_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:19.642567 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-73e242ac-8790-4a78-a707-fe00eef564b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:19.894159 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-743f1564-ac65-42f4-917d-7de709d68d2a req-0fdef449-6d2f-40dc-bbe3-d9aadc21d326 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Notify callbacks [] for floatingip, precommit_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:19.894631 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-743f1564-ac65-42f4-917d-7de709d68d2a req-0fdef449-6d2f-40dc-bbe3-d9aadc21d326 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854261494'] for floatingip, after_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:19.894897 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.db.l3_db [req-743f1564-ac65-42f4-917d-7de709d68d2a req-0fdef449-6d2f-40dc-bbe3-d9aadc21d326 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Floating IP 7843fe37-28c1-4005-ab0b-3e936ea29f06 disassociated. External IP: 172.28.0.57, port: 3a8cffea-51f0-432f-a570-dd94bb3c9159. Jan 24 07:07:19.895814 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [req-743f1564-ac65-42f4-917d-7de709d68d2a req-0fdef449-6d2f-40dc-bbe3-d9aadc21d326 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Calling delete_port for 3a8cffea-51f0-432f-a570-dd94bb3c9159 owned by compute:nova {{(pid=80235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 07:07:20.041238 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-743f1564-ac65-42f4-917d-7de709d68d2a req-0fdef449-6d2f-40dc-bbe3-d9aadc21d326 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363276712759002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363276713243132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851855427'] for port, after_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:20.055936 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-98efa607-ea41-4d01-ac22-82c9a9030a41 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:07:20.149213 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdef449-6d2f-40dc-bbe3-d9aadc21d326 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Pushing event deleted for resources: {'Port': ['ID=3a8cffea-51f0-432f-a570-dd94bb3c9159,revision_number=None']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:07:20.156051 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-0fdef449-6d2f-40dc-bbe3-d9aadc21d326 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:07:20.414435 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.l3_agent_scheduler [req-743f1564-ac65-42f4-917d-7de709d68d2a req-0fdef449-6d2f-40dc-bbe3-d9aadc21d326 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Router 735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e has already been hosted by L3 agent 4d190a5c-2620-4f2a-bccf-f8076df9706a {{(pid=80235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 24 07:07:20.419589 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-cf64e5d0-94a2-4bf9-8ae6-426f05719fa8 req-f70e40e2-3f0d-4cb1-89a7-42c2b13b4b3f tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/ports?device_id=4955ec46-7aed-4d45-bb0f-106f6c4953be HTTP/1.1" status: 200 len: 210 time: 0.0481946 Jan 24 07:07:20.601632 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-743f1564-ac65-42f4-917d-7de709d68d2a req-0fdef449-6d2f-40dc-bbe3-d9aadc21d326 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Notify agent at l3_agent.dv-cinder-772181-6-smb the message routers_updated {{(pid=80235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 24 07:07:20.616710 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e9c741-861d-4f47-bef8-bb21c43d4601 None None] Sync routers for ids ['735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e'] in dv-cinder-772181-6-smb {{(pid=80237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 24 07:07:20.627482 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e9c741-861d-4f47-bef8-bb21c43d4601 None None] Routers {'735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e'} bound to L3 agent in host dv-cinder-772181-6-smb {{(pid=80237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 07:07:20.628670 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-20e9c741-861d-4f47-bef8-bb21c43d4601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-24T06:49:21Z,description=,heartbeat_timestamp=2021-01-24T07:06:51Z,host='dv-cinder-772181-6-smb',id=4d190a5c-2620-4f2a-bccf-f8076df9706a,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T06:49:21Z,topic='l3_agent')) {'router_ids': ['735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e'], 'active': True} {{(pid=80237) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:07:20.641066 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [req-743f1564-ac65-42f4-917d-7de709d68d2a req-0fdef449-6d2f-40dc-bbe3-d9aadc21d326 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] No DVR routers for this DVR port 3a8cffea-51f0-432f-a570-dd94bb3c9159 on host hv-cinder-77218 {{(pid=80235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 24 07:07:20.643352 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-743f1564-ac65-42f4-917d-7de709d68d2a req-0fdef449-6d2f-40dc-bbe3-d9aadc21d326 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149749'] for port, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:20.646868 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4955ec46-7aed-4d45-bb0f-106f6c4953be', 'name': 'network-vif-deleted', 'tag': '3a8cffea-51f0-432f-a570-dd94bb3c9159'}] {{(pid=80235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 07:07:20.664052 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-743f1564-ac65-42f4-917d-7de709d68d2a req-0fdef449-6d2f-40dc-bbe3-d9aadc21d326 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.18 "DELETE /v2.0/ports/3a8cffea-51f0-432f-a570-dd94bb3c9159 HTTP/1.1" status: 204 len: 173 time: 2.7868540 Jan 24 07:07:20.719119 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4955ec46-7aed-4d45-bb0f-106f6c4953be', 'name': 'network-vif-deleted', 'tag': '3a8cffea-51f0-432f-a570-dd94bb3c9159', 'status': 'completed', 'code': 200} Jan 24 07:07:20.798802 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e74d2923-89f0-4c10-9af5-a1b6d8302e00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:20.849997 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-20e9c741-861d-4f47-bef8-bb21c43d4601 None None] Set router 735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e gateway port host: dv-cinder-772181-6-smb {{(pid=80237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 07:07:21.167007 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:21.194288 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-20e9c741-861d-4f47-bef8-bb21c43d4601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e', 'name': 'tempest-AttachVolumeShelveTestJSON-899880209-router', 'tenant_id': 'b352ad353356444ca4a7e94501f26e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'external_fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.210'}], 'enable_snat': True}, 'gw_port_id': 'fddb433b-1fda-40e1-9dc7-6a2c2de438db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T07:01:56Z', 'updated_at': '2021-01-24T07:02:02Z', 'revision_number': 4, 'project_id': 'b352ad353356444ca4a7e94501f26e10', 'gw_port': {'id': 'fddb433b-1fda-40e1-9dc7-6a2c2de438db', 'name': '', 'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:0c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T07:01:57Z', 'updated_at': '2021-01-24T07:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-6-smb', '_interfaces': [{'id': '5ade2ce7-9118-497f-a97e-dca155bddbca', 'name': '', 'network_id': 'e13c5a42-1024-4ca2-b72d-41265c0f5cf1', 'tenant_id': 'b352ad353356444ca4a7e94501f26e10', 'mac_address': 'fa:16:3e:80:f4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'b8139419-7045-48a6-8319-a8eda9bca8a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T07:02:01Z', 'updated_at': '2021-01-24T07:02:12Z', 'revision_number': 5, 'project_id': 'b352ad353356444ca4a7e94501f26e10', 'subnets': [{'id': 'b8139419-7045-48a6-8319-a8eda9bca8a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-6-smb', False) {} {{(pid=80237) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:07:21.198328 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e9c741-861d-4f47-bef8-bb21c43d4601 None None] Checking router: 735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e for host: dv-cinder-772181-6-smb {{(pid=80237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 24 07:07:21.207161 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e9c741-861d-4f47-bef8-bb21c43d4601 None None] Routers {'735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e'} bound to L3 agent in host dv-cinder-772181-6-smb {{(pid=80237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 07:07:21.208499 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-20e9c741-861d-4f47-bef8-bb21c43d4601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-24T06:49:21Z,description=,heartbeat_timestamp=2021-01-24T07:07:21Z,host='dv-cinder-772181-6-smb',id=4d190a5c-2620-4f2a-bccf-f8076df9706a,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T06:49:21Z,topic='l3_agent')) {'router_ids': ['735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e'], 'active': True} {{(pid=80237) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:07:21.396450 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-20e9c741-861d-4f47-bef8-bb21c43d4601 None None] Set router 735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e gateway port host: dv-cinder-772181-6-smb {{(pid=80237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 07:07:21.585631 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 39374) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:07:21.659921 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b34c9268-3a26-41d9-9015-9d07dd1dc5d0 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Notify callbacks [] for security_group, before_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:21.690382 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b34c9268-3a26-41d9-9015-9d07dd1dc5d0 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Notify callbacks [] for security_group, precommit_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:21.730570 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-20e9c741-861d-4f47-bef8-bb21c43d4601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e', 'name': 'tempest-AttachVolumeShelveTestJSON-899880209-router', 'tenant_id': 'b352ad353356444ca4a7e94501f26e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'external_fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.210'}], 'enable_snat': True}, 'gw_port_id': 'fddb433b-1fda-40e1-9dc7-6a2c2de438db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T07:01:56Z', 'updated_at': '2021-01-24T07:02:02Z', 'revision_number': 4, 'project_id': 'b352ad353356444ca4a7e94501f26e10', 'gw_port': {'id': 'fddb433b-1fda-40e1-9dc7-6a2c2de438db', 'name': '', 'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:0c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T07:01:57Z', 'updated_at': '2021-01-24T07:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-6-smb', '_interfaces': [{'id': '5ade2ce7-9118-497f-a97e-dca155bddbca', 'name': '', 'network_id': 'e13c5a42-1024-4ca2-b72d-41265c0f5cf1', 'tenant_id': 'b352ad353356444ca4a7e94501f26e10', 'mac_address': 'fa:16:3e:80:f4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'b8139419-7045-48a6-8319-a8eda9bca8a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T07:02:01Z', 'updated_at': '2021-01-24T07:02:12Z', 'revision_number': 5, 'project_id': 'b352ad353356444ca4a7e94501f26e10', 'subnets': [{'id': 'b8139419-7045-48a6-8319-a8eda9bca8a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-6-smb', False) {} {{(pid=80237) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:07:21.734700 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e9c741-861d-4f47-bef8-bb21c43d4601 None None] The sync data for ids ['735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e'] in dv-cinder-772181-6-smb is: [{'id': '735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e', 'name': 'tempest-AttachVolumeShelveTestJSON-899880209-router', 'tenant_id': 'b352ad353356444ca4a7e94501f26e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'external_fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.210'}], 'enable_snat': True}, 'gw_port_id': 'fddb433b-1fda-40e1-9dc7-6a2c2de438db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T07:01:56Z', 'updated_at': '2021-01-24T07:02:02Z', 'revision_number': 4, 'project_id': 'b352ad353356444ca4a7e94501f26e10', 'gw_port': {'id': 'fddb433b-1fda-40e1-9dc7-6a2c2de438db', 'name': '', 'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:0c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T07:01:57Z', 'updated_at': '2021-01-24T07:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-6-smb', '_interfaces': [{'id': '5ade2ce7-9118-497f-a97e-dca155bddbca', 'name': '', 'network_id': 'e13c5a42-1024-4ca2-b72d-41265c0f5cf1', 'tenant_id': 'b352ad353356444ca4a7e94501f26e10', 'mac_address': 'fa:16:3e:80:f4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'b8139419-7045-48a6-8319-a8eda9bca8a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T07:02:01Z', 'updated_at': '2021-01-24T07:02:12Z', 'revision_number': 5, 'project_id': 'b352ad353356444ca4a7e94501f26e10', 'subnets': [{'id': 'b8139419-7045-48a6-8319-a8eda9bca8a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 24 07:07:21.745217 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b34c9268-3a26-41d9-9015-9d07dd1dc5d0 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:21.750866 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-8054a71f-7566-4c12-8c22-d491be2cd741 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:07:21.767040 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34c9268-3a26-41d9-9015-9d07dd1dc5d0 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fd5f6b6-4fb0-450c-8e61-c3a194544159,revision_number=None']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:07:21.770664 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-b34c9268-3a26-41d9-9015-9d07dd1dc5d0 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:07:21.777595 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b34c9268-3a26-41d9-9015-9d07dd1dc5d0 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Notify callbacks [] for security_group, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:21.779461 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-b34c9268-3a26-41d9-9015-9d07dd1dc5d0 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "DELETE /v2.0/security-groups/1fd5f6b6-4fb0-450c-8e61-c3a194544159 HTTP/1.1" status: 204 len: 168 time: 0.1927364 Jan 24 07:07:21.781605 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 39378) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:07:21.799409 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.api.v2.resource [None req-d214ab5c-4bb4-47ce-bd9b-200cbea64710 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] show failed (client error): The resource could not be found. Jan 24 07:07:21.800529 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-d214ab5c-4bb4-47ce-bd9b-200cbea64710 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "GET /v2.0/security-groups/1fd5f6b6-4fb0-450c-8e61-c3a194544159 HTTP/1.1" status: 404 len: 347 time: 0.0177855 Jan 24 07:07:21.804323 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 39382) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:07:21.975507 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-58244858-53ae-4844-9377-d8952d354af1 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Deleting port 896738bd-89d0-4e19-8bb2-d1f60a03c604 {{(pid=80235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 07:07:21.975917 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-58244858-53ae-4844-9377-d8952d354af1 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760141954436'] for port, before_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:22.137663 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da82d664-f241-4b30-b68a-2a7cb9623892 None None] New status for floating IP 7843fe37-28c1-4005-ab0b-3e936ea29f06: DOWN {{(pid=80238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 24 07:07:22.162192 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-58244858-53ae-4844-9377-d8952d354af1 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854346336'] for port, precommit_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:22.162564 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-58244858-53ae-4844-9377-d8952d354af1 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Notify callbacks [] for floatingip, precommit_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:22.293624 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-58244858-53ae-4844-9377-d8952d354af1 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Calling delete_port for 896738bd-89d0-4e19-8bb2-d1f60a03c604 owned by network:floatingip {{(pid=80235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 07:07:22.380556 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.db.api [None req-58244858-53ae-4844-9377-d8952d354af1 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80235) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 24 07:07:22.380927 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_db.api [None req-58244858-53ae-4844-9377-d8952d354af1 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80235) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 24 07:07:22.855000 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-234e5594-7a0b-4e8c-b8aa-6f4b31972cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:22.882250 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-58244858-53ae-4844-9377-d8952d354af1 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Deleting port 896738bd-89d0-4e19-8bb2-d1f60a03c604 {{(pid=80235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 07:07:22.882637 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-58244858-53ae-4844-9377-d8952d354af1 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760141954436'] for port, before_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:23.062227 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-58244858-53ae-4844-9377-d8952d354af1 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854346336'] for port, precommit_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:23.062594 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-58244858-53ae-4844-9377-d8952d354af1 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Notify callbacks [] for floatingip, precommit_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:23.190443 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-58244858-53ae-4844-9377-d8952d354af1 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Calling delete_port for 896738bd-89d0-4e19-8bb2-d1f60a03c604 owned by network:floatingip {{(pid=80235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 07:07:23.330206 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-58244858-53ae-4844-9377-d8952d354af1 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363276712759002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363276713243132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851855427'] for port, after_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:23.345816 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-6b58ee0d-4a48-4f2f-b3a6-0e7edc9f8626 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:07:23.442637 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58244858-53ae-4844-9377-d8952d354af1 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Pushing event deleted for resources: {'Port': ['ID=896738bd-89d0-4e19-8bb2-d1f60a03c604,revision_number=None']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:07:23.445903 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-58244858-53ae-4844-9377-d8952d354af1 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:07:23.565252 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-58244858-53ae-4844-9377-d8952d354af1 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Notify callbacks [] for floatingip, after_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:23.579999 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-58244858-53ae-4844-9377-d8952d354af1 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149749'] for floatingip, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:23.581267 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-58244858-53ae-4844-9377-d8952d354af1 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] 10.222.0.22 "DELETE /v2.0/floatingips/7843fe37-28c1-4005-ab0b-3e936ea29f06 HTTP/1.1" status: 204 len: 168 time: 1.7758505 Jan 24 07:07:25.815363 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-4cac7ec2-8d68-482f-b375-2774b202ccb3 req-3575cc5b-fd78-4969-a05e-e5fa197745fa service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ab88cf14-8684-48bd-9519-bda011ed0473&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0850511 Jan 24 07:07:25.979240 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cac7ec2-8d68-482f-b375-2774b202ccb3 req-4391cfbe-348a-49f7-9e3f-559b29c3cd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:07:25.980861 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-4cac7ec2-8d68-482f-b375-2774b202ccb3 req-4391cfbe-348a-49f7-9e3f-559b29c3cd79 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0cbc5a2c43e442e881ea5da07e6155a1&device_id=ab88cf14-8684-48bd-9519-bda011ed0473 HTTP/1.1" status: 200 len: 1163 time: 0.0762069 Jan 24 07:07:26.138471 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cac7ec2-8d68-482f-b375-2774b202ccb3 req-ce4b2d7a-c736-4d5a-91a4-5d3e8e95520d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:07:26.140082 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-4cac7ec2-8d68-482f-b375-2774b202ccb3 req-ce4b2d7a-c736-4d5a-91a4-5d3e8e95520d service neutron] 10.222.0.18 "GET /v2.0/networks?id=3a2995af-23e4-4848-b461-069c7594050c HTTP/1.1" status: 200 len: 903 time: 0.1404052 Jan 24 07:07:26.248272 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-4cac7ec2-8d68-482f-b375-2774b202ccb3 req-398e7051-7a4a-4f2d-ba7c-5ec997976e21 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90758390-c4e6-4803-8de7-592eae9f70f2 HTTP/1.1" status: 200 len: 1002 time: 0.1018271 Jan 24 07:07:26.319232 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cac7ec2-8d68-482f-b375-2774b202ccb3 req-ded97bca-a9f4-406f-a6f4-fef5bfae4900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:07:26.320832 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-4cac7ec2-8d68-482f-b375-2774b202ccb3 req-ded97bca-a9f4-406f-a6f4-fef5bfae4900 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=36d77b5b-eba8-4153-af7c-7e5a5de26b5e HTTP/1.1" status: 200 len: 848 time: 0.0665970 Jan 24 07:07:26.401414 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cac7ec2-8d68-482f-b375-2774b202ccb3 req-fbb8e207-d9d1-4b49-90d2-891cbbed8005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:07:26.403016 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-4cac7ec2-8d68-482f-b375-2774b202ccb3 req-fbb8e207-d9d1-4b49-90d2-891cbbed8005 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3a2995af-23e4-4848-b461-069c7594050c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0764353 Jan 24 07:07:26.424012 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 39406) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:07:26.545535 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-4cac7ec2-8d68-482f-b375-2774b202ccb3 req-e7d85b1f-5db2-435c-9f0f-77f7466d82f2 service neutron] 10.222.0.18 "GET /v2.0/networks/3a2995af-23e4-4848-b461-069c7594050c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358457 Jan 24 07:07:26.918044 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-4cac7ec2-8d68-482f-b375-2774b202ccb3 req-ece8f566-3397-4503-aef7-066bfa8a0bc9 service neutron] 10.222.0.18 "GET /v2.0/networks/3a2995af-23e4-4848-b461-069c7594050c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3661399 Jan 24 07:07:27.207923 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b4ff006c-5a4f-42a0-bddb-42274786677e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854265108'] for router_interface, before_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:27.564123 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-b4ff006c-5a4f-42a0-bddb-42274786677e admin admin] Deleting port 5ade2ce7-9118-497f-a97e-dca155bddbca {{(pid=80236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 07:07:27.564418 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b4ff006c-5a4f-42a0-bddb-42274786677e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760141954436'] for port, before_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:27.748687 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-b4ff006c-5a4f-42a0-bddb-42274786677e admin admin] For port 5ade2ce7-9118-497f-a97e-dca155bddbca, host dv-cinder-772181-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-6-smb',level=0,port_id=5ade2ce7-9118-497f-a97e-dca155bddbca,segment=NetworkSegment(2d94361e-67c4-4120-8244-70bedab0ca27),segment_id=2d94361e-67c4-4120-8244-70bedab0ca27)] {{(pid=80236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 07:07:27.749121 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b4ff006c-5a4f-42a0-bddb-42274786677e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854346336'] for port, precommit_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:27.878514 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-b4ff006c-5a4f-42a0-bddb-42274786677e admin admin] Calling delete_port for 5ade2ce7-9118-497f-a97e-dca155bddbca owned by network:router_interface {{(pid=80236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 07:07:28.050344 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b4ff006c-5a4f-42a0-bddb-42274786677e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363276712759002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363276713243132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852012043'] for port, after_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:28.065712 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-d4ba3030-0a27-405a-90c9-abe20b8d059e tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:07:28.155799 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ff006c-5a4f-42a0-bddb-42274786677e admin admin] Pushing event deleted for resources: {'Port': ['ID=5ade2ce7-9118-497f-a97e-dca155bddbca,revision_number=None']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:07:28.169807 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ff006c-5a4f-42a0-bddb-42274786677e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:07:28.170223 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ff006c-5a4f-42a0-bddb-42274786677e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:07:28.170630 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ff006c-5a4f-42a0-bddb-42274786677e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:07:28.171033 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ff006c-5a4f-42a0-bddb-42274786677e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:07:28.171431 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ff006c-5a4f-42a0-bddb-42274786677e admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:07:28.171857 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ff006c-5a4f-42a0-bddb-42274786677e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:07:28.172252 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ff006c-5a4f-42a0-bddb-42274786677e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:07:28.172645 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ff006c-5a4f-42a0-bddb-42274786677e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:07:28.173046 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ff006c-5a4f-42a0-bddb-42274786677e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:07:28.173444 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ff006c-5a4f-42a0-bddb-42274786677e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:07:28.173833 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ff006c-5a4f-42a0-bddb-42274786677e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:07:28.174221 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ff006c-5a4f-42a0-bddb-42274786677e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:07:28.174648 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ff006c-5a4f-42a0-bddb-42274786677e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:07:28.175035 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ff006c-5a4f-42a0-bddb-42274786677e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:07:28.175422 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ff006c-5a4f-42a0-bddb-42274786677e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:07:28.176403 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ff006c-5a4f-42a0-bddb-42274786677e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:07:28.176793 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ff006c-5a4f-42a0-bddb-42274786677e admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:07:28.177183 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ff006c-5a4f-42a0-bddb-42274786677e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:07:28.177569 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ff006c-5a4f-42a0-bddb-42274786677e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:07:28.177954 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ff006c-5a4f-42a0-bddb-42274786677e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:07:28.178340 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ff006c-5a4f-42a0-bddb-42274786677e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:07:28.178727 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ff006c-5a4f-42a0-bddb-42274786677e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:07:28.179111 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ff006c-5a4f-42a0-bddb-42274786677e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:07:28.179498 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ff006c-5a4f-42a0-bddb-42274786677e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:07:28.184563 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-b4ff006c-5a4f-42a0-bddb-42274786677e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:07:28.486500 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b4ff006c-5a4f-42a0-bddb-42274786677e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854235980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854265258'] for router_interface, after_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:29.220038 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4ff006c-5a4f-42a0-bddb-42274786677e admin admin] Router 735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e has already been hosted by L3 agent 4d190a5c-2620-4f2a-bccf-f8076df9706a {{(pid=80236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 24 07:07:29.408518 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4ff006c-5a4f-42a0-bddb-42274786677e admin admin] Notify agent at l3_agent.dv-cinder-772181-6-smb the message routers_updated {{(pid=80236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 24 07:07:29.417631 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4c0d23-0203-4485-bfde-c0145b121efb None None] Sync routers for ids ['735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e'] in dv-cinder-772181-6-smb {{(pid=80237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 24 07:07:29.427515 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4c0d23-0203-4485-bfde-c0145b121efb None None] Routers {'735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e'} bound to L3 agent in host dv-cinder-772181-6-smb {{(pid=80237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 07:07:29.428207 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-8c4c0d23-0203-4485-bfde-c0145b121efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-24T06:49:21Z,description=,heartbeat_timestamp=2021-01-24T07:07:21Z,host='dv-cinder-772181-6-smb',id=4d190a5c-2620-4f2a-bccf-f8076df9706a,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T06:49:21Z,topic='l3_agent')) {'router_ids': ['735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e'], 'active': True} {{(pid=80237) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:07:29.431322 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-b4ff006c-5a4f-42a0-bddb-42274786677e admin admin] 10.222.0.22 "PUT /v2.0/routers/735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0059557 Jan 24 07:07:29.434081 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 39412) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:07:29.616095 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-8c4c0d23-0203-4485-bfde-c0145b121efb None None] Set router 735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e gateway port host: dv-cinder-772181-6-smb {{(pid=80237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 07:07:29.620800 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4e302990-3d33-4e04-91dc-ace777d32a7c admin admin] Notify callbacks [] for router, before_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:29.813088 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4e302990-3d33-4e04-91dc-ace777d32a7c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:29.818781 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-4e302990-3d33-4e04-91dc-ace777d32a7c admin admin] Deleting port fddb433b-1fda-40e1-9dc7-6a2c2de438db {{(pid=80236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 07:07:29.819198 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4e302990-3d33-4e04-91dc-ace777d32a7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760141954436'] for port, before_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:29.922641 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-8c4c0d23-0203-4485-bfde-c0145b121efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e', 'name': 'tempest-AttachVolumeShelveTestJSON-899880209-router', 'tenant_id': 'b352ad353356444ca4a7e94501f26e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'external_fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.210'}], 'enable_snat': True}, 'gw_port_id': 'fddb433b-1fda-40e1-9dc7-6a2c2de438db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T07:01:56Z', 'updated_at': '2021-01-24T07:07:27Z', 'revision_number': 5, 'project_id': 'b352ad353356444ca4a7e94501f26e10', 'gw_port': {'id': 'fddb433b-1fda-40e1-9dc7-6a2c2de438db', 'name': '', 'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:0c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T07:01:57Z', 'updated_at': '2021-01-24T07:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-6-smb'}], 'dv-cinder-772181-6-smb', False) {} {{(pid=80237) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:07:29.927745 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4c0d23-0203-4485-bfde-c0145b121efb None None] Checking router: 735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e for host: dv-cinder-772181-6-smb {{(pid=80237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 24 07:07:29.936995 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4c0d23-0203-4485-bfde-c0145b121efb None None] Routers {'735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e'} bound to L3 agent in host dv-cinder-772181-6-smb {{(pid=80237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 07:07:29.937668 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-8c4c0d23-0203-4485-bfde-c0145b121efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-24T06:49:21Z,description=,heartbeat_timestamp=2021-01-24T07:07:21Z,host='dv-cinder-772181-6-smb',id=4d190a5c-2620-4f2a-bccf-f8076df9706a,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T06:49:21Z,topic='l3_agent')) {'router_ids': ['735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e'], 'active': True} {{(pid=80237) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:07:30.009425 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-4e302990-3d33-4e04-91dc-ace777d32a7c admin admin] For port fddb433b-1fda-40e1-9dc7-6a2c2de438db, host dv-cinder-772181-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-6-smb',level=0,port_id=fddb433b-1fda-40e1-9dc7-6a2c2de438db,segment=NetworkSegment(c7c4758e-d769-4634-92c6-d73b8ba1db56),segment_id=c7c4758e-d769-4634-92c6-d73b8ba1db56)] {{(pid=80236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 07:07:30.009821 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4e302990-3d33-4e04-91dc-ace777d32a7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854346336'] for port, precommit_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:30.096991 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:30.140364 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-4e302990-3d33-4e04-91dc-ace777d32a7c admin admin] Calling delete_port for fddb433b-1fda-40e1-9dc7-6a2c2de438db owned by network:router_gateway {{(pid=80236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 07:07:30.142064 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-8c4c0d23-0203-4485-bfde-c0145b121efb None None] Set router 735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e gateway port host: dv-cinder-772181-6-smb {{(pid=80237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 07:07:30.278672 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4e302990-3d33-4e04-91dc-ace777d32a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363276712759002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363276713243132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852012043'] for port, after_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:30.447006 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-8c4c0d23-0203-4485-bfde-c0145b121efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e', 'name': 'tempest-AttachVolumeShelveTestJSON-899880209-router', 'tenant_id': 'b352ad353356444ca4a7e94501f26e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'external_fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.210'}], 'enable_snat': True}, 'gw_port_id': 'fddb433b-1fda-40e1-9dc7-6a2c2de438db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T07:01:56Z', 'updated_at': '2021-01-24T07:07:27Z', 'revision_number': 5, 'project_id': 'b352ad353356444ca4a7e94501f26e10', 'gw_port': {'id': 'fddb433b-1fda-40e1-9dc7-6a2c2de438db', 'name': '', 'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:0c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T07:01:57Z', 'updated_at': '2021-01-24T07:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-6-smb'}], 'dv-cinder-772181-6-smb', False) {} {{(pid=80237) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:07:30.451150 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4c0d23-0203-4485-bfde-c0145b121efb None None] The sync data for ids ['735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e'] in dv-cinder-772181-6-smb is: [{'id': '735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e', 'name': 'tempest-AttachVolumeShelveTestJSON-899880209-router', 'tenant_id': 'b352ad353356444ca4a7e94501f26e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'external_fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.210'}], 'enable_snat': True}, 'gw_port_id': 'fddb433b-1fda-40e1-9dc7-6a2c2de438db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T07:01:56Z', 'updated_at': '2021-01-24T07:07:27Z', 'revision_number': 5, 'project_id': 'b352ad353356444ca4a7e94501f26e10', 'gw_port': {'id': 'fddb433b-1fda-40e1-9dc7-6a2c2de438db', 'name': '', 'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:0c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T07:01:57Z', 'updated_at': '2021-01-24T07:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-6-smb'}] {{(pid=80237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 24 07:07:30.466827 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4e302990-3d33-4e04-91dc-ace777d32a7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-514532'] for router_gateway, after_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:30.604500 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4e302990-3d33-4e04-91dc-ace777d32a7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-491808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8874'] for router, precommit_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:30.606832 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4e302990-3d33-4e04-91dc-ace777d32a7c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:30.631636 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4e302990-3d33-4e04-91dc-ace777d32a7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854262125'] for router, after_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:30.632253 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e302990-3d33-4e04-91dc-ace777d32a7c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e {{(pid=80236) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 24 07:07:30.645028 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4e302990-3d33-4e04-91dc-ace777d32a7c admin admin] Notify callbacks [] for router, before_response {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:30.646250 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-4e302990-3d33-4e04-91dc-ace777d32a7c admin admin] 10.222.0.22 "DELETE /v2.0/routers/735b2cc1-ae5f-4b4c-b4d5-5263b52ef65e HTTP/1.1" status: 204 len: 168 time: 1.2111938 Jan 24 07:07:30.649059 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 39416) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:07:30.718654 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.db_base_plugin_v2 [None req-042e6265-2207-44f3-89f5-516494c77c26 admin admin] Deleting subnet b8139419-7045-48a6-8319-a8eda9bca8a9 {{(pid=80236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 24 07:07:30.721937 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-042e6265-2207-44f3-89f5-516494c77c26 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:30.774616 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-042e6265-2207-44f3-89f5-516494c77c26 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2864173'] for subnet, precommit_delete_associations {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:30.859418 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-042e6265-2207-44f3-89f5-516494c77c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853356919'] for subnet, precommit_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:31.128998 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-042e6265-2207-44f3-89f5-516494c77c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1418929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854325308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852009695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851954040'] for subnet, after_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:31.145307 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-6e33c276-23f0-4450-b12c-4577635302da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:07:31.234751 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042e6265-2207-44f3-89f5-516494c77c26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8139419-7045-48a6-8319-a8eda9bca8a9,revision_number=None']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:07:31.247327 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-042e6265-2207-44f3-89f5-516494c77c26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:07:31.279494 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-042e6265-2207-44f3-89f5-516494c77c26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:31.286021 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc67429-8179-46e9-8766-ae6b8b97d9b3 None None] Network e13c5a42-1024-4ca2-b72d-41265c0f5cf1 requested from dv-cinder-772181-6-smb {{(pid=80237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 07:07:31.287058 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-042e6265-2207-44f3-89f5-516494c77c26 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/b8139419-7045-48a6-8319-a8eda9bca8a9 HTTP/1.1" status: 204 len: 168 time: 0.6368906 Jan 24 07:07:31.289671 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 39420) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:07:31.407293 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-dc287e35-eae4-4a37-aba7-43adae78967e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853395168'] for network, before_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:31.479119 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-dc287e35-eae4-4a37-aba7-43adae78967e admin admin] Deleting port 9b823d5a-ed3b-4b5b-96f9-1b896cf2b054 {{(pid=80236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 07:07:31.479500 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-dc287e35-eae4-4a37-aba7-43adae78967e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760141954436'] for port, before_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:31.548814 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ae6841-7d4e-4381-b77f-9cd914b3415b None None] DHCP port deletion for e13c5a42-1024-4ca2-b72d-41265c0f5cf1 request from dv-cinder-772181-6-smb {{(pid=80237) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 24 07:07:31.553374 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-46ae6841-7d4e-4381-b77f-9cd914b3415b None None] Deleting port 9b823d5a-ed3b-4b5b-96f9-1b896cf2b054 {{(pid=80237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 07:07:31.553793 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-46ae6841-7d4e-4381-b77f-9cd914b3415b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760141954436'] for port, before_delete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:31.702048 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-dc287e35-eae4-4a37-aba7-43adae78967e admin admin] For port 9b823d5a-ed3b-4b5b-96f9-1b896cf2b054, host dv-cinder-772181-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-6-smb',level=0,port_id=9b823d5a-ed3b-4b5b-96f9-1b896cf2b054,segment=NetworkSegment(2d94361e-67c4-4120-8244-70bedab0ca27),segment_id=2d94361e-67c4-4120-8244-70bedab0ca27)] {{(pid=80236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 07:07:31.702473 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-dc287e35-eae4-4a37-aba7-43adae78967e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854346336'] for port, precommit_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:31.773172 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-46ae6841-7d4e-4381-b77f-9cd914b3415b None None] For port 9b823d5a-ed3b-4b5b-96f9-1b896cf2b054, host dv-cinder-772181-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-6-smb',level=0,port_id=9b823d5a-ed3b-4b5b-96f9-1b896cf2b054,segment=NetworkSegment(2d94361e-67c4-4120-8244-70bedab0ca27),segment_id=2d94361e-67c4-4120-8244-70bedab0ca27)] {{(pid=80237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 07:07:31.773534 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-46ae6841-7d4e-4381-b77f-9cd914b3415b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854346336'] for port, precommit_delete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:31.849150 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-dc287e35-eae4-4a37-aba7-43adae78967e admin admin] Calling delete_port for 9b823d5a-ed3b-4b5b-96f9-1b896cf2b054 owned by network:dhcp {{(pid=80236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 07:07:31.910189 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-46ae6841-7d4e-4381-b77f-9cd914b3415b None None] Calling delete_port for 9b823d5a-ed3b-4b5b-96f9-1b896cf2b054 owned by network:dhcp {{(pid=80237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 07:07:31.935619 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-dc287e35-eae4-4a37-aba7-43adae78967e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363276712759002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363276713243132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852012043'] for port, after_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:31.952932 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-78193021-e1bc-4ea2-97aa-6695cf29ae9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:07:31.965040 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Device fddb433b-1fda-40e1-9dc7-6a2c2de438db no longer exists at agent ovs-agent-dv-cinder-772181-6-smb {{(pid=80237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 07:07:32.006127 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] No Port match for: fddb433b-1fda-40e1-9dc7-6a2c2de438db {{(pid=80237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 24 07:07:32.006519 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Device fddb433b-1fda-40e1-9dc7-6a2c2de438db not bound to the agent host dv-cinder-772181-6-smb {{(pid=80237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 24 07:07:32.006987 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Device 5ade2ce7-9118-497f-a97e-dca155bddbca no longer exists at agent ovs-agent-dv-cinder-772181-6-smb {{(pid=80237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 07:07:32.051801 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc287e35-eae4-4a37-aba7-43adae78967e admin admin] Pushing event deleted for resources: {'Port': ['ID=9b823d5a-ed3b-4b5b-96f9-1b896cf2b054,revision_number=None']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:07:32.055141 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-dc287e35-eae4-4a37-aba7-43adae78967e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:07:32.112095 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc287e35-eae4-4a37-aba7-43adae78967e admin admin] No DVR routers for this DVR port 9b823d5a-ed3b-4b5b-96f9-1b896cf2b054 on host dv-cinder-772181-6-smb {{(pid=80236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 24 07:07:32.241767 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] No Port match for: 5ade2ce7-9118-497f-a97e-dca155bddbca {{(pid=80237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 24 07:07:32.242071 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Device 5ade2ce7-9118-497f-a97e-dca155bddbca not bound to the agent host dv-cinder-772181-6-smb {{(pid=80237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 24 07:07:32.242539 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Device 9b823d5a-ed3b-4b5b-96f9-1b896cf2b054 no longer exists at agent ovs-agent-dv-cinder-772181-6-smb {{(pid=80237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 07:07:32.251806 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-dc287e35-eae4-4a37-aba7-43adae78967e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853359627', 'neutron.services.segments.db._delete_segments_for_network-8760142051665'] for network, precommit_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:32.288242 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] No Port match for: 9b823d5a-ed3b-4b5b-96f9-1b896cf2b054 {{(pid=80237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 24 07:07:32.288902 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Device 9b823d5a-ed3b-4b5b-96f9-1b896cf2b054 not bound to the agent host dv-cinder-772181-6-smb {{(pid=80237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 24 07:07:32.292743 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.db.api [None req-46ae6841-7d4e-4381-b77f-9cd914b3415b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80237) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 24 07:07:32.293147 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_db.api [None req-46ae6841-7d4e-4381-b77f-9cd914b3415b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80237) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 24 07:07:32.385520 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.services.segments.db [None req-dc287e35-eae4-4a37-aba7-43adae78967e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e13c5a42-1024-4ca2-b72d-41265c0f5cf1']}} {{(pid=80236) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:07:32.398993 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.services.segments.db [None req-dc287e35-eae4-4a37-aba7-43adae78967e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d94361e-67c4-4120-8244-70bedab0ca27') {'for_net_delete': True} {{(pid=80236) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:07:32.399334 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.services.segments.db [None req-dc287e35-eae4-4a37-aba7-43adae78967e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d94361e-67c4-4120-8244-70bedab0ca27') {} {{(pid=80236) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:07:32.414331 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-dc287e35-eae4-4a37-aba7-43adae78967e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760142046050', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851911643'] for segment, before_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:32.432285 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-dc287e35-eae4-4a37-aba7-43adae78967e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419005'] for segment, precommit_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:32.434330 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-dc287e35-eae4-4a37-aba7-43adae78967e admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 24 07:07:32.794587 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-46ae6841-7d4e-4381-b77f-9cd914b3415b None None] Deleting port 9b823d5a-ed3b-4b5b-96f9-1b896cf2b054 {{(pid=80237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 07:07:32.795136 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-46ae6841-7d4e-4381-b77f-9cd914b3415b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760141954436'] for port, before_delete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:32.884772 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-46ae6841-7d4e-4381-b77f-9cd914b3415b None None] The port '9b823d5a-ed3b-4b5b-96f9-1b896cf2b054' was deleted {{(pid=80237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}} Jan 24 07:07:32.913371 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-dc287e35-eae4-4a37-aba7-43adae78967e admin admin] Network e13c5a42-1024-4ca2-b72d-41265c0f5cf1 has no segments {{(pid=80236) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 24 07:07:32.922375 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-dc287e35-eae4-4a37-aba7-43adae78967e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853356811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2763650'] for segment, after_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:33.101507 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-dc287e35-eae4-4a37-aba7-43adae78967e admin admin] Network e13c5a42-1024-4ca2-b72d-41265c0f5cf1 has no segments {{(pid=80236) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 24 07:07:33.128453 dv-cinder-772181-6-smb neutron-server[80122]: Traceback (most recent call last): Jan 24 07:07:33.128453 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 07:07:33.128453 dv-cinder-772181-6-smb neutron-server[80122]: timer() Jan 24 07:07:33.128453 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 07:07:33.128453 dv-cinder-772181-6-smb neutron-server[80122]: cb(*args, **kw) Jan 24 07:07:33.128453 dv-cinder-772181-6-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 24 07:07:33.128453 dv-cinder-772181-6-smb neutron-server[80122]: return func(*args, **kwargs) Jan 24 07:07:33.128453 dv-cinder-772181-6-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 07:07:33.128453 dv-cinder-772181-6-smb neutron-server[80122]: self._notify() Jan 24 07:07:33.128453 dv-cinder-772181-6-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 07:07:33.128453 dv-cinder-772181-6-smb neutron-server[80122]: self.callback(batched_events) Jan 24 07:07:33.128453 dv-cinder-772181-6-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 07:07:33.128453 dv-cinder-772181-6-smb neutron-server[80122]: event.method(event) Jan 24 07:07:33.128453 dv-cinder-772181-6-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 07:07:33.128453 dv-cinder-772181-6-smb neutron-server[80122]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 07:07:33.128453 dv-cinder-772181-6-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 24 07:07:33.128453 dv-cinder-772181-6-smb neutron-server[80122]: segment_id)['aggregates'][0] Jan 24 07:07:33.128453 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 07:07:33.128453 dv-cinder-772181-6-smb neutron-server[80122]: return f(self, *a, **k) Jan 24 07:07:33.128453 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 24 07:07:33.128453 dv-cinder-772181-6-smb neutron-server[80122]: return self._get(url).json() Jan 24 07:07:33.128453 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 07:07:33.128453 dv-cinder-772181-6-smb neutron-server[80122]: **kwargs) Jan 24 07:07:33.128453 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 07:07:33.128453 dv-cinder-772181-6-smb neutron-server[80122]: return self.request(url, 'GET', **kwargs) Jan 24 07:07:33.128453 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 24 07:07:33.128453 dv-cinder-772181-6-smb neutron-server[80122]: **endpoint_filter) Jan 24 07:07:33.128453 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 07:07:33.128453 dv-cinder-772181-6-smb neutron-server[80122]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 07:07:33.128453 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 07:07:33.128453 dv-cinder-772181-6-smb neutron-server[80122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 07:07:33.128453 dv-cinder-772181-6-smb neutron-server[80122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 07:07:33.207888 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-dc287e35-eae4-4a37-aba7-43adae78967e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1416142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854325290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854261251'] for network, after_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:33.211432 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-2a1c81e9-1adc-4f96-ae09-8f1cbe670396 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:07:33.225921 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-dc287e35-eae4-4a37-aba7-43adae78967e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539807'] for network, before_response {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:33.236586 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc287e35-eae4-4a37-aba7-43adae78967e admin admin] Pushing event deleted for resources: {'Network': ['ID=e13c5a42-1024-4ca2-b72d-41265c0f5cf1,revision_number=None']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:07:33.241514 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-dc287e35-eae4-4a37-aba7-43adae78967e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:07:33.253061 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-dc287e35-eae4-4a37-aba7-43adae78967e admin admin] 10.222.0.22 "DELETE /v2.0/networks/e13c5a42-1024-4ca2-b72d-41265c0f5cf1 HTTP/1.1" status: 204 len: 168 time: 1.9623740 Jan 24 07:07:33.397755 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 39426) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:07:33.453754 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-4756d971-7664-4196-a015-1028db4ed977 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b352ad353356444ca4a7e94501f26e10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0547013 Jan 24 07:07:33.456295 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 39430) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:07:33.516886 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-48198243-de01-4a4c-b0da-a01eaf869abf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:33.543468 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-48198243-de01-4a4c-b0da-a01eaf869abf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:33.587107 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-48198243-de01-4a4c-b0da-a01eaf869abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:33.592215 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-4b0c9431-69ec-438a-bb02-2c281b46ddd9 tempest-TestMinimumBasicScenario-426536174 tempest-TestMinimumBasicScenario-426536174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:07:33.606738 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48198243-de01-4a4c-b0da-a01eaf869abf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2b72a92-d269-487e-9126-3464250cd4a4,revision_number=None']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:07:33.609665 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-48198243-de01-4a4c-b0da-a01eaf869abf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:07:33.615893 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-48198243-de01-4a4c-b0da-a01eaf869abf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:33.619633 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-48198243-de01-4a4c-b0da-a01eaf869abf admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b2b72a92-d269-487e-9126-3464250cd4a4 HTTP/1.1" status: 204 len: 168 time: 0.1592474 Jan 24 07:07:44.614249 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 39546) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:07:44.765897 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-d495e4fd-f9d2-41a6-a0d3-22a8067b98ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:44.781029 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-d495e4fd-f9d2-41a6-a0d3-22a8067b98ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 07:07:44.785771 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-d495e4fd-f9d2-41a6-a0d3-22a8067b98ec admin admin] Usage tracker for resource:security_group_rule and tenant:46cbfbd8d458436398bf8598b68cb544 is out of sync, need to count used quota {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 07:07:44.788724 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-d495e4fd-f9d2-41a6-a0d3-22a8067b98ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 07:07:44.794526 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-d495e4fd-f9d2-41a6-a0d3-22a8067b98ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 07:07:44.880334 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-d495e4fd-f9d2-41a6-a0d3-22a8067b98ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:44.882858 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-d495e4fd-f9d2-41a6-a0d3-22a8067b98ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:44.895271 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-f8d87eca-81f5-48bf-9efa-c536345168ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:07:44.935200 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-d495e4fd-f9d2-41a6-a0d3-22a8067b98ec admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=46cbfbd8d458436398bf8598b68cb544&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3198307 Jan 24 07:07:44.938209 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 39552) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:07:44.939417 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d495e4fd-f9d2-41a6-a0d3-22a8067b98ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87be1cdb-4874-4000-94ba-70546f40878b,revision_number=1']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:07:44.943254 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-d495e4fd-f9d2-41a6-a0d3-22a8067b98ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:07:45.002280 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e80157c4-5a0d-4965-a7ae-df9d39995db6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:45.030501 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e80157c4-5a0d-4965-a7ae-df9d39995db6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:45.078834 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e80157c4-5a0d-4965-a7ae-df9d39995db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:45.084723 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-32d13f0f-9c3e-4e65-99eb-81d436feeb46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:07:45.095261 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80157c4-5a0d-4965-a7ae-df9d39995db6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87be1cdb-4874-4000-94ba-70546f40878b,revision_number=None']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:07:45.107224 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80157c4-5a0d-4965-a7ae-df9d39995db6 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:07:45.107644 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80157c4-5a0d-4965-a7ae-df9d39995db6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:07:45.108107 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80157c4-5a0d-4965-a7ae-df9d39995db6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:07:45.108506 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80157c4-5a0d-4965-a7ae-df9d39995db6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:07:45.108901 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80157c4-5a0d-4965-a7ae-df9d39995db6 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:07:45.109297 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80157c4-5a0d-4965-a7ae-df9d39995db6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:07:45.109690 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80157c4-5a0d-4965-a7ae-df9d39995db6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:07:45.110094 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80157c4-5a0d-4965-a7ae-df9d39995db6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:07:45.110482 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80157c4-5a0d-4965-a7ae-df9d39995db6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:07:45.110875 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80157c4-5a0d-4965-a7ae-df9d39995db6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:07:45.111265 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80157c4-5a0d-4965-a7ae-df9d39995db6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:07:45.111650 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80157c4-5a0d-4965-a7ae-df9d39995db6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:07:45.112104 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80157c4-5a0d-4965-a7ae-df9d39995db6 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:07:45.112491 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80157c4-5a0d-4965-a7ae-df9d39995db6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:07:45.113376 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80157c4-5a0d-4965-a7ae-df9d39995db6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:07:45.113779 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80157c4-5a0d-4965-a7ae-df9d39995db6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:07:45.114170 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80157c4-5a0d-4965-a7ae-df9d39995db6 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:07:45.114561 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80157c4-5a0d-4965-a7ae-df9d39995db6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:07:45.114948 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80157c4-5a0d-4965-a7ae-df9d39995db6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:07:45.115336 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80157c4-5a0d-4965-a7ae-df9d39995db6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:07:45.115743 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80157c4-5a0d-4965-a7ae-df9d39995db6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:07:45.116141 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80157c4-5a0d-4965-a7ae-df9d39995db6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:07:45.116517 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80157c4-5a0d-4965-a7ae-df9d39995db6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:07:45.116901 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80157c4-5a0d-4965-a7ae-df9d39995db6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:07:45.120336 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e80157c4-5a0d-4965-a7ae-df9d39995db6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:45.124035 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-e80157c4-5a0d-4965-a7ae-df9d39995db6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/87be1cdb-4874-4000-94ba-70546f40878b HTTP/1.1" status: 204 len: 168 time: 0.1821303 Jan 24 07:07:45.124035 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-e80157c4-5a0d-4965-a7ae-df9d39995db6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:07:46.201763 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-11543c55-b066-4066-b46b-db1cbca11562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:47.368622 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 39596) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:07:47.519446 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-7742d1d0-7979-4a7f-bdce-9d674b23cc97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:47.534439 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-7742d1d0-7979-4a7f-bdce-9d674b23cc97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 07:07:47.538481 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-7742d1d0-7979-4a7f-bdce-9d674b23cc97 admin admin] Usage tracker for resource:security_group_rule and tenant:b144c6abf09f4eb99ca2599a4481118d is out of sync, need to count used quota {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 07:07:47.541540 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-7742d1d0-7979-4a7f-bdce-9d674b23cc97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 07:07:47.547249 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-7742d1d0-7979-4a7f-bdce-9d674b23cc97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 07:07:47.638902 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-7742d1d0-7979-4a7f-bdce-9d674b23cc97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:47.643339 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-7742d1d0-7979-4a7f-bdce-9d674b23cc97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:47.652526 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-1c7fed0a-ac0d-46ea-94d9-37ee56446887 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:07:47.695530 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-7742d1d0-7979-4a7f-bdce-9d674b23cc97 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b144c6abf09f4eb99ca2599a4481118d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3257792 Jan 24 07:07:47.696521 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7742d1d0-7979-4a7f-bdce-9d674b23cc97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66471d8d-3ed4-44ad-8e98-229580497098,revision_number=1']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:07:47.698577 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 39602) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:07:47.700017 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-7742d1d0-7979-4a7f-bdce-9d674b23cc97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:07:47.760739 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-0300c5dd-b8e2-40b2-9b9f-84cb81766385 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:47.788132 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-0300c5dd-b8e2-40b2-9b9f-84cb81766385 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:47.832177 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-0300c5dd-b8e2-40b2-9b9f-84cb81766385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:47.837174 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-f23c154a-ec66-47c3-838a-7c5a62bcc594 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:07:47.850188 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0300c5dd-b8e2-40b2-9b9f-84cb81766385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66471d8d-3ed4-44ad-8e98-229580497098,revision_number=None']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:07:47.854525 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-0300c5dd-b8e2-40b2-9b9f-84cb81766385 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:07:47.860139 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-0300c5dd-b8e2-40b2-9b9f-84cb81766385 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:47.864248 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-0300c5dd-b8e2-40b2-9b9f-84cb81766385 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/66471d8d-3ed4-44ad-8e98-229580497098 HTTP/1.1" status: 204 len: 168 time: 0.1617479 Jan 24 07:07:48.201752 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 39610) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:07:48.221143 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-a9ad9bc8-a124-4b99-a426-a4c00d19fc04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:48.236724 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-a9ad9bc8-a124-4b99-a426-a4c00d19fc04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 07:07:48.241535 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-a9ad9bc8-a124-4b99-a426-a4c00d19fc04 admin admin] Usage tracker for resource:security_group_rule and tenant:59237ee4e0754b45966119a8001d4728 is out of sync, need to count used quota {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 07:07:48.245380 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-a9ad9bc8-a124-4b99-a426-a4c00d19fc04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 07:07:48.251111 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-a9ad9bc8-a124-4b99-a426-a4c00d19fc04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 07:07:48.339712 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-a9ad9bc8-a124-4b99-a426-a4c00d19fc04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:48.342647 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-a9ad9bc8-a124-4b99-a426-a4c00d19fc04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:48.352144 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-4a998ffe-d21d-4a66-8777-f1a0ac399ba9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:07:48.394720 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-a9ad9bc8-a124-4b99-a426-a4c00d19fc04 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=59237ee4e0754b45966119a8001d4728&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1913123 Jan 24 07:07:48.396426 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ad9bc8-a124-4b99-a426-a4c00d19fc04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7858e7df-825d-4ea0-b067-b96b542dd39a,revision_number=1']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:07:48.397827 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 39614) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:07:48.399865 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-a9ad9bc8-a124-4b99-a426-a4c00d19fc04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:07:48.460228 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5802da2f-5df9-447d-a08f-e3cb9548510c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:48.489894 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5802da2f-5df9-447d-a08f-e3cb9548510c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:48.533956 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5802da2f-5df9-447d-a08f-e3cb9548510c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:48.538794 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-20cb8574-5fcc-486c-afbb-25a5f1e9f1f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:07:48.553236 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5802da2f-5df9-447d-a08f-e3cb9548510c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7858e7df-825d-4ea0-b067-b96b542dd39a,revision_number=None']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:07:48.556435 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-5802da2f-5df9-447d-a08f-e3cb9548510c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:07:48.560688 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5802da2f-5df9-447d-a08f-e3cb9548510c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:48.561873 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-5802da2f-5df9-447d-a08f-e3cb9548510c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7858e7df-825d-4ea0-b067-b96b542dd39a HTTP/1.1" status: 204 len: 168 time: 0.1629174 Jan 24 07:07:49.637732 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-73e242ac-8790-4a78-a707-fe00eef564b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:50.701965 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-9d0439e3-594f-4c94-a713-b61a8a1c44d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:51.145852 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:52.274568 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.agents_db [None req-2c2cd112-eb45-4d42-b228-ef41d20f669c None None] Agent healthcheck: found 6 active agents {{(pid=80238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 07:07:52.687733 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-234e5594-7a0b-4e8c-b8aa-6f4b31972cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:56.466448 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 39734) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:07:56.618719 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-eced6f1d-0d71-4194-b577-d19699b05b02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:56.634566 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-eced6f1d-0d71-4194-b577-d19699b05b02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 07:07:56.638886 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-eced6f1d-0d71-4194-b577-d19699b05b02 admin admin] Usage tracker for resource:security_group_rule and tenant:27c12b62ab2b4e1ca897317695ffccfd is out of sync, need to count used quota {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 07:07:56.641901 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-eced6f1d-0d71-4194-b577-d19699b05b02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 07:07:56.648410 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-eced6f1d-0d71-4194-b577-d19699b05b02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 07:07:56.730011 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-eced6f1d-0d71-4194-b577-d19699b05b02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:56.732890 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-eced6f1d-0d71-4194-b577-d19699b05b02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:56.741485 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-2a5727de-edf2-4021-a557-0a685c5a709a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:07:56.782846 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-eced6f1d-0d71-4194-b577-d19699b05b02 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=27c12b62ab2b4e1ca897317695ffccfd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3152919 Jan 24 07:07:56.784640 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eced6f1d-0d71-4194-b577-d19699b05b02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8408e839-9cc8-4b13-95ef-4f6fbb3ac744,revision_number=1']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:07:56.786066 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 39740) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:07:56.788230 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-eced6f1d-0d71-4194-b577-d19699b05b02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:07:56.850627 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-052d70cc-df63-4d4f-b669-2382e61c8061 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:56.877401 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-052d70cc-df63-4d4f-b669-2382e61c8061 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:56.922454 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-052d70cc-df63-4d4f-b669-2382e61c8061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:56.927579 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-c1d8b68b-9490-4248-a9bc-3c0e4f074f17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:07:56.940440 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052d70cc-df63-4d4f-b669-2382e61c8061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8408e839-9cc8-4b13-95ef-4f6fbb3ac744,revision_number=None']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:07:56.943871 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-052d70cc-df63-4d4f-b669-2382e61c8061 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:07:56.951883 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-052d70cc-df63-4d4f-b669-2382e61c8061 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:56.953084 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-052d70cc-df63-4d4f-b669-2382e61c8061 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8408e839-9cc8-4b13-95ef-4f6fbb3ac744 HTTP/1.1" status: 204 len: 168 time: 0.1648014 Jan 24 07:07:57.293931 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 39748) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:07:57.317509 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-d1e41243-3cde-4a3a-9131-36978ebe2d23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:57.332969 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-d1e41243-3cde-4a3a-9131-36978ebe2d23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 07:07:57.336992 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-d1e41243-3cde-4a3a-9131-36978ebe2d23 admin admin] Usage tracker for resource:security_group_rule and tenant:1fb6ae5023d2404db5463eaba2d95472 is out of sync, need to count used quota {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 07:07:57.339887 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-d1e41243-3cde-4a3a-9131-36978ebe2d23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80236) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 07:07:57.345589 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-d1e41243-3cde-4a3a-9131-36978ebe2d23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 07:07:57.430413 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-d1e41243-3cde-4a3a-9131-36978ebe2d23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:57.433213 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-d1e41243-3cde-4a3a-9131-36978ebe2d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_create {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:57.442571 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-8dd4a63c-34e1-46a7-8c68-fe8313729ffb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:07:57.483935 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-d1e41243-3cde-4a3a-9131-36978ebe2d23 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1fb6ae5023d2404db5463eaba2d95472&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1888735 Jan 24 07:07:57.485696 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e41243-3cde-4a3a-9131-36978ebe2d23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=871470fb-6958-4145-b9f1-556afa9967c2,revision_number=1']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:07:57.486858 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 39752) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:07:57.488959 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-d1e41243-3cde-4a3a-9131-36978ebe2d23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:07:57.553618 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f8dc9829-e717-45f8-a8ba-7a86c599c5d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:57.580306 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f8dc9829-e717-45f8-a8ba-7a86c599c5d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:57.625202 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f8dc9829-e717-45f8-a8ba-7a86c599c5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:57.629671 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-8f0b8612-ff7b-442d-90da-8a3b2311c927 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:07:57.643381 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dc9829-e717-45f8-a8ba-7a86c599c5d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=871470fb-6958-4145-b9f1-556afa9967c2,revision_number=None']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:07:57.649394 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-f8dc9829-e717-45f8-a8ba-7a86c599c5d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:07:57.653685 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-f8dc9829-e717-45f8-a8ba-7a86c599c5d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:57.655669 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-f8dc9829-e717-45f8-a8ba-7a86c599c5d2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/871470fb-6958-4145-b9f1-556afa9967c2 HTTP/1.1" status: 204 len: 168 time: 0.1675208 Jan 24 07:07:58.547965 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 39774) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:07:58.690079 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-43bdc329-b00f-4b36-bd56-99f05111be59 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-811961358-network', 'tenant_id': '50e791dbafe446a0a3aa17c324ad5e25'}} {{(pid=80235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 07:07:58.695178 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-43bdc329-b00f-4b36-bd56-99f05111be59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 07:07:58.699193 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-43bdc329-b00f-4b36-bd56-99f05111be59 admin admin] Usage tracker for resource:network and tenant:50e791dbafe446a0a3aa17c324ad5e25 is out of sync, need to count used quota {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 07:07:58.702167 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-43bdc329-b00f-4b36-bd56-99f05111be59 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 07:07:58.708648 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-43bdc329-b00f-4b36-bd56-99f05111be59 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 07:07:58.718075 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43bdc329-b00f-4b36-bd56-99f05111be59 admin admin] Made reservation on behalf of 50e791dbafe446a0a3aa17c324ad5e25 for: {'network': 1} {{(pid=80235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 07:07:58.723483 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-43bdc329-b00f-4b36-bd56-99f05111be59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for network, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:58.736101 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-43bdc329-b00f-4b36-bd56-99f05111be59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:58.750953 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-43bdc329-b00f-4b36-bd56-99f05111be59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 07:07:58.755395 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-43bdc329-b00f-4b36-bd56-99f05111be59 admin admin] Usage tracker for resource:security_group_rule and tenant:50e791dbafe446a0a3aa17c324ad5e25 is out of sync, need to count used quota {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 07:07:58.758445 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-43bdc329-b00f-4b36-bd56-99f05111be59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 07:07:58.764486 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-43bdc329-b00f-4b36-bd56-99f05111be59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 07:07:58.849518 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-43bdc329-b00f-4b36-bd56-99f05111be59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:58.852358 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-43bdc329-b00f-4b36-bd56-99f05111be59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:58.856466 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-0d2ca65a-3949-42ef-abb1-7f46a2ca4ad9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:07:58.889856 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43bdc329-b00f-4b36-bd56-99f05111be59 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80235) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 24 07:07:58.902069 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bdc329-b00f-4b36-bd56-99f05111be59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b43fa85-5586-4171-b4e9-2e4d1da55a7a,revision_number=1']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:07:58.905458 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-43bdc329-b00f-4b36-bd56-99f05111be59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:07:58.911045 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-43bdc329-b00f-4b36-bd56-99f05111be59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419005'] for segment, precommit_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:58.911566 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.db.segments_db [None req-43bdc329-b00f-4b36-bd56-99f05111be59 admin admin] Added segment c66726cf-8339-406b-950c-2fe63f6f9c79 of type vxlan for network 84408832-7206-4f2b-a0b1-7f462be32d26 Jan 24 07:07:58.939408 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-43bdc329-b00f-4b36-bd56-99f05111be59 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760141522069'] for network, precommit_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:58.968109 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-43bdc329-b00f-4b36-bd56-99f05111be59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854325290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788'] for network, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:58.969351 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43bdc329-b00f-4b36-bd56-99f05111be59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:07:58.969988 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-43bdc329-b00f-4b36-bd56-99f05111be59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539807'] for network, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:58.975373 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-7a98184b-1e6c-482b-96ee-d4a586f67f2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:07:59.081475 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-43bdc329-b00f-4b36-bd56-99f05111be59 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.5322406 Jan 24 07:07:59.082406 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bdc329-b00f-4b36-bd56-99f05111be59 admin admin] Pushing event updated for resources: {'Network': ['ID=84408832-7206-4f2b-a0b1-7f462be32d26,revision_number=1']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:07:59.085024 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 39780) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:07:59.087778 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-43bdc329-b00f-4b36-bd56-99f05111be59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:07:59.091896 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.base [None req-e50ba17c-dcd9-463e-aaf7-8d7585528342 admin admin] Request body: {'subnet': {'network_id': '84408832-7206-4f2b-a0b1-7f462be32d26', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-811961358-subnet', 'tenant_id': '50e791dbafe446a0a3aa17c324ad5e25', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 07:07:59.093182 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Network 84408832-7206-4f2b-a0b1-7f462be32d26 details requested by agent ovs-agent-dv-cinder-772181-6-smb with host dv-cinder-772181-6-smb {{(pid=80237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 24 07:07:59.098061 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-e50ba17c-dcd9-463e-aaf7-8d7585528342 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 07:07:59.102106 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-e50ba17c-dcd9-463e-aaf7-8d7585528342 admin admin] Usage tracker for resource:subnet and tenant:50e791dbafe446a0a3aa17c324ad5e25 is out of sync, need to count used quota {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 07:07:59.105100 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-e50ba17c-dcd9-463e-aaf7-8d7585528342 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 07:07:59.110339 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Network 84408832-7206-4f2b-a0b1-7f462be32d26 details requested by agent ovs-agent-hv-cinder-77218 with host hv-cinder-77218 {{(pid=80237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 24 07:07:59.110890 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-e50ba17c-dcd9-463e-aaf7-8d7585528342 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 07:07:59.121584 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e50ba17c-dcd9-463e-aaf7-8d7585528342 admin admin] Made reservation on behalf of 50e791dbafe446a0a3aa17c324ad5e25 for: {'subnet': 1} {{(pid=80235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 07:07:59.126444 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e50ba17c-dcd9-463e-aaf7-8d7585528342 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852350108'] for subnet, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:59.527711 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e50ba17c-dcd9-463e-aaf7-8d7585528342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854325308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2920748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852350091'] for subnet, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:59.543311 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-6c69da73-aa30-4b45-884f-131fb631a858 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:07:59.673956 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50ba17c-dcd9-463e-aaf7-8d7585528342 admin admin] Pushing event updated for resources: {'Subnet': ['ID=904f0d7f-e295-4983-acec-4975fa03e5da,revision_number=0']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:07:59.686257 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-e50ba17c-dcd9-463e-aaf7-8d7585528342 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:07:59.743553 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50ba17c-dcd9-463e-aaf7-8d7585528342 admin admin] Checking segment: {'id': 'c66726cf-8339-406b-950c-2fe63f6f9c79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '84408832-7206-4f2b-a0b1-7f462be32d26'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 07:07:59.743983 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50ba17c-dcd9-463e-aaf7-8d7585528342 admin admin] Network hostable DHCP agents. Network: 84408832-7206-4f2b-a0b1-7f462be32d26, hostable agents: ['d33f51e1-f1a2-468d-95a7-36d67ba2db65'], hosted agents: [] {{(pid=80235) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 24 07:07:59.762277 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50ba17c-dcd9-463e-aaf7-8d7585528342 admin admin] Network 84408832-7206-4f2b-a0b1-7f462be32d26 is scheduled to be hosted by DHCP agent d33f51e1-f1a2-468d-95a7-36d67ba2db65 with binding_index 1 {{(pid=80235) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 24 07:07:59.771048 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [None req-e50ba17c-dcd9-463e-aaf7-8d7585528342 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-6-smb, 84408832-7206-4f2b-a0b1-7f462be32d26) {{(pid=80235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 07:07:59.780302 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa257fc-df76-473f-ad88-02ed10e10a35 None None] Network 84408832-7206-4f2b-a0b1-7f462be32d26 requested from dv-cinder-772181-6-smb {{(pid=80237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 07:07:59.782700 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50ba17c-dcd9-463e-aaf7-8d7585528342 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:07:59.783356 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e50ba17c-dcd9-463e-aaf7-8d7585528342 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539807'] for subnet, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:07:59.802433 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-e50ba17c-dcd9-463e-aaf7-8d7585528342 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7163105 Jan 24 07:08:00.004726 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a72f754-1b1c-4fa7-b10e-b8f07de5ad58 None None] Network 84408832-7206-4f2b-a0b1-7f462be32d26 requested from dv-cinder-772181-6-smb {{(pid=80237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 07:08:00.108840 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:08:01.970798 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627fded1-77df-40f1-b462-3460579ff24f req-289567e0-fd3e-47c2-af4e-25a8b09ef5c2 tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:08:01.973091 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-627fded1-77df-40f1-b462-3460579ff24f req-289567e0-fd3e-47c2-af4e-25a8b09ef5c2 tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] 10.222.0.22 "GET /v2.0/networks?id=84408832-7206-4f2b-a0b1-7f462be32d26 HTTP/1.1" status: 200 len: 808 time: 0.1853352 Jan 24 07:08:01.989740 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-627fded1-77df-40f1-b462-3460579ff24f req-74e952d1-bea4-4984-b286-4415b920b316 tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] 10.222.0.22 "GET /v2.0/quotas/50e791dbafe446a0a3aa17c324ad5e25 HTTP/1.1" status: 200 len: 375 time: 0.0105827 Jan 24 07:08:02.041886 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-627fded1-77df-40f1-b462-3460579ff24f req-8cd4d317-fccc-4f07-9718-a307066050d9 tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] 10.222.0.22 "GET /v2.0/ports?tenant_id=50e791dbafe446a0a3aa17c324ad5e25&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0467970 Jan 24 07:08:02.185706 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-627fded1-77df-40f1-b462-3460579ff24f req-63f17b9b-1dfd-498f-b92d-a2b1da8439fe service neutron] 10.222.0.22 "GET /v2.0/networks/84408832-7206-4f2b-a0b1-7f462be32d26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364572 Jan 24 07:08:02.329771 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-627fded1-77df-40f1-b462-3460579ff24f req-2ba6a834-373c-46f4-a0d6-9fe2170296ff service neutron] 10.222.0.22 "GET /v2.0/networks/84408832-7206-4f2b-a0b1-7f462be32d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1376965 Jan 24 07:08:02.536562 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-8df90ad2-46d3-4f65-876a-575041d4d7cc req-53722d47-3bf1-4462-a88f-12eaaa7bdff9 tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] 10.222.0.22 "GET /v2.0/ports?device_id=131041b5-12e9-4db4-9e00-1a3fbbf62433 HTTP/1.1" status: 200 len: 210 time: 0.0518713 Jan 24 07:08:03.693059 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627fded1-77df-40f1-b462-3460579ff24f req-a29272cd-3bfa-417d-8fc3-a72952ac9abf tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:08:03.693854 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-627fded1-77df-40f1-b462-3460579ff24f req-a29272cd-3bfa-417d-8fc3-a72952ac9abf tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] Synchronizing usage tracker for tenant:50e791dbafe446a0a3aa17c324ad5e25 on resource:network {{(pid=80235) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 07:08:03.712071 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-627fded1-77df-40f1-b462-3460579ff24f req-a29272cd-3bfa-417d-8fc3-a72952ac9abf tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] Unset dirty status for tenant:50e791dbafe446a0a3aa17c324ad5e25 on resource:network {{(pid=80235) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 07:08:03.713309 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-627fded1-77df-40f1-b462-3460579ff24f req-a29272cd-3bfa-417d-8fc3-a72952ac9abf tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] 10.222.0.18 "GET /v2.0/networks?id=84408832-7206-4f2b-a0b1-7f462be32d26 HTTP/1.1" status: 200 len: 808 time: 0.2067997 Jan 24 07:08:03.724299 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-8c6575ab-dc74-437d-a3de-c51121867b53 req-a4d57e86-f218-4f8a-be05-ee0687118195 tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] 10.222.0.22 "GET /v2.0/ports?device_id=131041b5-12e9-4db4-9e00-1a3fbbf62433 HTTP/1.1" status: 200 len: 210 time: 0.0523515 Jan 24 07:08:03.740088 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.base [req-627fded1-77df-40f1-b462-3460579ff24f req-afb1e090-4208-44b2-add1-faa7fd7452c4 tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] Request body: {'port': {'device_id': '131041b5-12e9-4db4-9e00-1a3fbbf62433', 'network_id': '84408832-7206-4f2b-a0b1-7f462be32d26', 'admin_state_up': True, 'tenant_id': '50e791dbafe446a0a3aa17c324ad5e25'}} {{(pid=80235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 07:08:03.883930 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [req-627fded1-77df-40f1-b462-3460579ff24f req-afb1e090-4208-44b2-add1-faa7fd7452c4 tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 07:08:03.887866 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-627fded1-77df-40f1-b462-3460579ff24f req-afb1e090-4208-44b2-add1-faa7fd7452c4 tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] Usage tracker for resource:port and tenant:50e791dbafe446a0a3aa17c324ad5e25 is out of sync, need to count used quota {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 07:08:03.890995 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-627fded1-77df-40f1-b462-3460579ff24f req-afb1e090-4208-44b2-add1-faa7fd7452c4 tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] Quota usage for port was recalculated. Used quota:0. {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 07:08:03.897557 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [req-627fded1-77df-40f1-b462-3460579ff24f req-afb1e090-4208-44b2-add1-faa7fd7452c4 tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 07:08:03.906760 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-627fded1-77df-40f1-b462-3460579ff24f req-afb1e090-4208-44b2-add1-faa7fd7452c4 tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] Made reservation on behalf of 50e791dbafe446a0a3aa17c324ad5e25 for: {'port': 1} {{(pid=80235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 07:08:03.916945 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-627fded1-77df-40f1-b462-3460579ff24f req-afb1e090-4208-44b2-add1-faa7fd7452c4 tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:08:04.223837 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.db_base_plugin_common [req-627fded1-77df-40f1-b462-3460579ff24f req-afb1e090-4208-44b2-add1-faa7fd7452c4 tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] Allocated IP 172.20.0.3 (84408832-7206-4f2b-a0b1-7f462be32d26/904f0d7f-e295-4983-acec-4975fa03e5da/b44bfef6-7a60-40c0-a945-720873a96154) {{(pid=80235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 07:08:04.430878 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-627fded1-77df-40f1-b462-3460579ff24f req-afb1e090-4208-44b2-add1-faa7fd7452c4 tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] Notify callbacks [] for port, precommit_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:08:04.459265 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-627fded1-77df-40f1-b462-3460579ff24f req-afb1e090-4208-44b2-add1-faa7fd7452c4 tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363276713217020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851855427'] for port, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:08:04.473635 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-0fdef449-6d2f-40dc-bbe3-d9aadc21d326 tempest-AttachVolumeShelveTestJSON-513054144 tempest-AttachVolumeShelveTestJSON-513054144] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:08:04.608298 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1e090-4208-44b2-add1-faa7fd7452c4 tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] Pushing event updated for resources: {'Port': ['ID=b44bfef6-7a60-40c0-a945-720873a96154,revision_number=1']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:08:04.612684 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-afb1e090-4208-44b2-add1-faa7fd7452c4 tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:08:04.670271 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-627fded1-77df-40f1-b462-3460579ff24f req-afb1e090-4208-44b2-add1-faa7fd7452c4 tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] Network 84408832-7206-4f2b-a0b1-7f462be32d26 is already hosted by enough agents. {{(pid=80235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 07:08:04.671419 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [req-627fded1-77df-40f1-b462-3460579ff24f req-afb1e090-4208-44b2-add1-faa7fd7452c4 tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] Resources bound (agent type, host, resource id): {{(pid=80235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 07:08:04.673805 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [req-627fded1-77df-40f1-b462-3460579ff24f req-afb1e090-4208-44b2-add1-faa7fd7452c4 tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] Received port after_create {{(pid=80235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 07:08:04.751965 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627fded1-77df-40f1-b462-3460579ff24f req-afb1e090-4208-44b2-add1-faa7fd7452c4 tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:08:04.752609 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-627fded1-77df-40f1-b462-3460579ff24f req-afb1e090-4208-44b2-add1-faa7fd7452c4 tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149749'] for port, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:08:04.774923 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-627fded1-77df-40f1-b462-3460579ff24f req-afb1e090-4208-44b2-add1-faa7fd7452c4 tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0398064 Jan 24 07:08:04.793575 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.base [req-627fded1-77df-40f1-b462-3460579ff24f req-7bec3728-1209-4a15-9630-30e33c0ab3e5 service neutron] Request body: {'port': {'device_id': '131041b5-12e9-4db4-9e00-1a3fbbf62433', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=80235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 07:08:04.914582 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-627fded1-77df-40f1-b462-3460579ff24f req-7bec3728-1209-4a15-9630-30e33c0ab3e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:08:04.979006 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357016fa-ad9e-4595-b413-631447d8740f req-8a304256-9089-467a-acfe-d3661551c99f tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:08:04.980949 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-357016fa-ad9e-4595-b413-631447d8740f req-8a304256-9089-467a-acfe-d3661551c99f tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] 10.222.0.22 "GET /v2.0/ports?device_id=131041b5-12e9-4db4-9e00-1a3fbbf62433 HTTP/1.1" status: 200 len: 931 time: 0.1131957 Jan 24 07:08:05.035975 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-357016fa-ad9e-4595-b413-631447d8740f req-48cbeb22-04ad-4fda-9b2c-a9dbc31754b5 tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] 10.222.0.22 "GET /v2.0/security-groups?id=5b43fa85-5586-4171-b4e9-2e4d1da55a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471041 Jan 24 07:08:05.317573 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [req-627fded1-77df-40f1-b462-3460579ff24f req-7bec3728-1209-4a15-9630-30e33c0ab3e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b44bfef6-7a60-40c0-a945-720873a96154 {{(pid=80235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 24 07:08:05.325119 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-627fded1-77df-40f1-b462-3460579ff24f req-7bec3728-1209-4a15-9630-30e33c0ab3e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:08:05.337434 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [req-627fded1-77df-40f1-b462-3460579ff24f req-7bec3728-1209-4a15-9630-30e33c0ab3e5 service neutron] Transition to ACTIVE for port object b44bfef6-7a60-40c0-a945-720873a96154 will not be triggered until provisioned by entity L2. {{(pid=80235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 07:08:05.340157 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-627fded1-77df-40f1-b462-3460579ff24f req-7bec3728-1209-4a15-9630-30e33c0ab3e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2920372'] for port, after_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:08:05.355411 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-6603d53f-9d08-4718-b679-46b881645f64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:08:05.492979 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bec3728-1209-4a15-9630-30e33c0ab3e5 service neutron] Pushing event updated for resources: {'Port': ['ID=b44bfef6-7a60-40c0-a945-720873a96154,revision_number=2']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:08:05.498051 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-7bec3728-1209-4a15-9630-30e33c0ab3e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:08:05.683049 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [req-627fded1-77df-40f1-b462-3460579ff24f req-7bec3728-1209-4a15-9630-30e33c0ab3e5 service neutron] Attempting to bind port b44bfef6-7a60-40c0-a945-720873a96154 on host hv-cinder-77218 for vnic_type normal with profile {{(pid=80235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 07:08:05.683421 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [req-627fded1-77df-40f1-b462-3460579ff24f req-7bec3728-1209-4a15-9630-30e33c0ab3e5 service neutron] Attempting to bind port b44bfef6-7a60-40c0-a945-720873a96154 by drivers openvswitch on host hv-cinder-77218 at level 0 using segments [{'id': 'c66726cf-8339-406b-950c-2fe63f6f9c79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '84408832-7206-4f2b-a0b1-7f462be32d26'}] {{(pid=80235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 07:08:05.683818 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627fded1-77df-40f1-b462-3460579ff24f req-7bec3728-1209-4a15-9630-30e33c0ab3e5 service neutron] Attempting to bind port b44bfef6-7a60-40c0-a945-720873a96154 on network 84408832-7206-4f2b-a0b1-7f462be32d26 {{(pid=80235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 07:08:05.689413 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627fded1-77df-40f1-b462-3460579ff24f req-7bec3728-1209-4a15-9630-30e33c0ab3e5 service neutron] Checking agent: {'id': '40eb7c3e-e5ac-488d-8f03-a26480a7dd43', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 6, 56, 30), 'started_at': datetime.datetime(2021, 1, 24, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 07:08:05.689786 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627fded1-77df-40f1-b462-3460579ff24f req-7bec3728-1209-4a15-9630-30e33c0ab3e5 service neutron] Checking segment: {'id': 'c66726cf-8339-406b-950c-2fe63f6f9c79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '84408832-7206-4f2b-a0b1-7f462be32d26'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 07:08:05.690183 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-627fded1-77df-40f1-b462-3460579ff24f req-7bec3728-1209-4a15-9630-30e33c0ab3e5 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:08:05.690654 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627fded1-77df-40f1-b462-3460579ff24f req-7bec3728-1209-4a15-9630-30e33c0ab3e5 service neutron] Bound using segment: {'id': 'c66726cf-8339-406b-950c-2fe63f6f9c79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '84408832-7206-4f2b-a0b1-7f462be32d26'} {{(pid=80235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 07:08:05.691519 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [req-627fded1-77df-40f1-b462-3460579ff24f req-7bec3728-1209-4a15-9630-30e33c0ab3e5 service neutron] Bound port: b44bfef6-7a60-40c0-a945-720873a96154, host: hv-cinder-77218, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c66726cf-8339-406b-950c-2fe63f6f9c79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '84408832-7206-4f2b-a0b1-7f462be32d26'}}] {{(pid=80235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 07:08:05.691917 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-627fded1-77df-40f1-b462-3460579ff24f req-7bec3728-1209-4a15-9630-30e33c0ab3e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:08:05.784826 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-627fded1-77df-40f1-b462-3460579ff24f req-7bec3728-1209-4a15-9630-30e33c0ab3e5 service neutron] For port b44bfef6-7a60-40c0-a945-720873a96154, host hv-cinder-77218, cleared binding levels {{(pid=80235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 07:08:05.787955 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-627fded1-77df-40f1-b462-3460579ff24f req-7bec3728-1209-4a15-9630-30e33c0ab3e5 service neutron] For port b44bfef6-7a60-40c0-a945-720873a96154, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=b44bfef6-7a60-40c0-a945-720873a96154,segment=NetworkSegment(c66726cf-8339-406b-950c-2fe63f6f9c79),segment_id=c66726cf-8339-406b-950c-2fe63f6f9c79)] {{(pid=80235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 07:08:05.791266 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-627fded1-77df-40f1-b462-3460579ff24f req-7bec3728-1209-4a15-9630-30e33c0ab3e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2920372'] for port, after_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:08:05.807031 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-98efa607-ea41-4d01-ac22-82c9a9030a41 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:08:05.964346 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bec3728-1209-4a15-9630-30e33c0ab3e5 service neutron] Pushing event updated for resources: {'Port': ['ID=b44bfef6-7a60-40c0-a945-720873a96154,revision_number=3']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:08:05.970115 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-7bec3728-1209-4a15-9630-30e33c0ab3e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:08:06.227191 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627fded1-77df-40f1-b462-3460579ff24f req-7bec3728-1209-4a15-9630-30e33c0ab3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:08:06.228034 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-627fded1-77df-40f1-b462-3460579ff24f req-7bec3728-1209-4a15-9630-30e33c0ab3e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149749'] for port, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:08:06.229253 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-627fded1-77df-40f1-b462-3460579ff24f req-7bec3728-1209-4a15-9630-30e33c0ab3e5 service neutron] 10.222.0.18 "PUT /v2.0/ports/b44bfef6-7a60-40c0-a945-720873a96154 HTTP/1.1" status: 200 len: 1157 time: 1.4404209 Jan 24 07:08:06.230047 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '131041b5-12e9-4db4-9e00-1a3fbbf62433', 'tag': 'b44bfef6-7a60-40c0-a945-720873a96154'}] {{(pid=80235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 07:08:06.276793 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eca70b-7501-45a8-bfb3-e0dc25ca4a87 req-7cb6dbe2-a0b4-4ce8-8656-e55edf40e6c5 tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:08:06.278495 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-98eca70b-7501-45a8-bfb3-e0dc25ca4a87 req-7cb6dbe2-a0b4-4ce8-8656-e55edf40e6c5 tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] 10.222.0.22 "GET /v2.0/ports?device_id=131041b5-12e9-4db4-9e00-1a3fbbf62433 HTTP/1.1" status: 200 len: 943 time: 0.1083114 Jan 24 07:08:06.318659 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '131041b5-12e9-4db4-9e00-1a3fbbf62433', 'tag': 'b44bfef6-7a60-40c0-a945-720873a96154', 'status': 'completed', 'code': 200} Jan 24 07:08:06.332971 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-98eca70b-7501-45a8-bfb3-e0dc25ca4a87 req-02ec1286-0b75-4490-aab2-c577c10ecf38 tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] 10.222.0.22 "GET /v2.0/security-groups?id=5b43fa85-5586-4171-b4e9-2e4d1da55a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465562 Jan 24 07:08:06.361324 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627fded1-77df-40f1-b462-3460579ff24f req-e7e9bb1e-06ae-4801-87b6-147e4f0737a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:08:06.363316 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-627fded1-77df-40f1-b462-3460579ff24f req-e7e9bb1e-06ae-4801-87b6-147e4f0737a3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=50e791dbafe446a0a3aa17c324ad5e25&device_id=131041b5-12e9-4db4-9e00-1a3fbbf62433 HTTP/1.1" status: 200 len: 1160 time: 0.0812273 Jan 24 07:08:06.442095 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-627fded1-77df-40f1-b462-3460579ff24f req-a02187c4-7d8f-4a0b-9b9a-e11b119f310d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b44bfef6-7a60-40c0-a945-720873a96154 HTTP/1.1" status: 200 len: 217 time: 0.0665679 Jan 24 07:08:06.509307 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627fded1-77df-40f1-b462-3460579ff24f req-1149248b-c220-4116-b32a-af23eb9b5d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:08:06.510757 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-627fded1-77df-40f1-b462-3460579ff24f req-1149248b-c220-4116-b32a-af23eb9b5d7b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=904f0d7f-e295-4983-acec-4975fa03e5da HTTP/1.1" status: 200 len: 848 time: 0.0621674 Jan 24 07:08:06.563289 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-627fded1-77df-40f1-b462-3460579ff24f req-c7e40299-2e99-41c4-844c-1fbfd25d552a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=84408832-7206-4f2b-a0b1-7f462be32d26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464909 Jan 24 07:08:06.705181 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-627fded1-77df-40f1-b462-3460579ff24f req-24de0888-dfcf-4d5d-8617-e712a5e2583b service neutron] 10.222.0.18 "GET /v2.0/networks/84408832-7206-4f2b-a0b1-7f462be32d26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352248 Jan 24 07:08:06.846083 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-627fded1-77df-40f1-b462-3460579ff24f req-395ccdf7-3da2-42eb-bca9-5219c566e67d service neutron] 10.222.0.18 "GET /v2.0/networks/84408832-7206-4f2b-a0b1-7f462be32d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1332684 Jan 24 07:08:07.004084 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d48132b-a1a6-43e8-9c46-41fb74fdcfe4 req-06b52f7e-3e14-45d6-ae7a-37db180934eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:08:07.005657 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-1d48132b-a1a6-43e8-9c46-41fb74fdcfe4 req-06b52f7e-3e14-45d6-ae7a-37db180934eb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=50e791dbafe446a0a3aa17c324ad5e25&device_id=131041b5-12e9-4db4-9e00-1a3fbbf62433 HTTP/1.1" status: 200 len: 1160 time: 0.0762079 Jan 24 07:08:07.147262 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d48132b-a1a6-43e8-9c46-41fb74fdcfe4 req-9a9e60f4-2b3a-40a8-ac63-c2926ab5f794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:08:07.148788 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-1d48132b-a1a6-43e8-9c46-41fb74fdcfe4 req-9a9e60f4-2b3a-40a8-ac63-c2926ab5f794 service neutron] 10.222.0.18 "GET /v2.0/networks?id=84408832-7206-4f2b-a0b1-7f462be32d26 HTTP/1.1" status: 200 len: 902 time: 0.1364925 Jan 24 07:08:07.223472 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-1d48132b-a1a6-43e8-9c46-41fb74fdcfe4 req-3ec1db2b-f0ee-4b23-b36d-6770ba44b3ae service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b44bfef6-7a60-40c0-a945-720873a96154 HTTP/1.1" status: 200 len: 217 time: 0.0671263 Jan 24 07:08:07.292226 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d48132b-a1a6-43e8-9c46-41fb74fdcfe4 req-182e23fd-a6c0-4dfd-b05c-7b8795efbc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:08:07.293750 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-1d48132b-a1a6-43e8-9c46-41fb74fdcfe4 req-182e23fd-a6c0-4dfd-b05c-7b8795efbc02 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=904f0d7f-e295-4983-acec-4975fa03e5da HTTP/1.1" status: 200 len: 848 time: 0.0638914 Jan 24 07:08:07.351863 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-1d48132b-a1a6-43e8-9c46-41fb74fdcfe4 req-d2782849-3449-4cf5-8b1b-790ad733d213 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=84408832-7206-4f2b-a0b1-7f462be32d26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447905 Jan 24 07:08:07.500189 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-1d48132b-a1a6-43e8-9c46-41fb74fdcfe4 req-fd5b3377-5e92-4f6a-bacf-b9a7b20a13eb service neutron] 10.222.0.18 "GET /v2.0/networks/84408832-7206-4f2b-a0b1-7f462be32d26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401603 Jan 24 07:08:07.577617 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34b40c5-1d8f-4ac5-b03e-e25bb8441136 req-f66b21e9-edad-4073-bc85-2369f96c95bc tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:08:07.579269 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-c34b40c5-1d8f-4ac5-b03e-e25bb8441136 req-f66b21e9-edad-4073-bc85-2369f96c95bc tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] 10.222.0.22 "GET /v2.0/ports?device_id=131041b5-12e9-4db4-9e00-1a3fbbf62433 HTTP/1.1" status: 200 len: 943 time: 0.1104565 Jan 24 07:08:07.635813 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-c34b40c5-1d8f-4ac5-b03e-e25bb8441136 req-4b29d4e1-9fe4-4764-b25b-f6be5245870e tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] 10.222.0.22 "GET /v2.0/security-groups?id=5b43fa85-5586-4171-b4e9-2e4d1da55a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493453 Jan 24 07:08:07.646108 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-1d48132b-a1a6-43e8-9c46-41fb74fdcfe4 req-6151db1a-780a-4f7d-ab93-9786fbecef76 service neutron] 10.222.0.18 "GET /v2.0/networks/84408832-7206-4f2b-a0b1-7f462be32d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1388226 Jan 24 07:08:08.874976 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7318b9c3-f3d6-46b6-9085-15f80c262d5e req-7c6db8f1-c971-4b80-a670-66b212437533 tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:08:08.876733 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-7318b9c3-f3d6-46b6-9085-15f80c262d5e req-7c6db8f1-c971-4b80-a670-66b212437533 tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] 10.222.0.22 "GET /v2.0/ports?device_id=131041b5-12e9-4db4-9e00-1a3fbbf62433 HTTP/1.1" status: 200 len: 943 time: 0.1073704 Jan 24 07:08:08.929649 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.objects.ports [None req-8bd32d0e-ccfe-4e04-963f-2af9d4d5e4f2 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80237) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 24 07:08:08.932520 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-7318b9c3-f3d6-46b6-9085-15f80c262d5e req-6f61ed9f-7659-485a-82d9-611ee2584090 tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] 10.222.0.22 "GET /v2.0/security-groups?id=5b43fa85-5586-4171-b4e9-2e4d1da55a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492976 Jan 24 07:08:09.382066 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Device b44bfef6-7a60-40c0-a945-720873a96154 up at agent ovs-agent-hv-cinder-77218 {{(pid=80237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 07:08:09.458651 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Provisioning for port b44bfef6-7a60-40c0-a945-720873a96154 completed by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 07:08:09.463847 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Provisioning complete for port b44bfef6-7a60-40c0-a945-720873a96154 triggered by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 07:08:09.464299 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:08:09.582931 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:08:09.610561 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '131041b5-12e9-4db4-9e00-1a3fbbf62433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b44bfef6-7a60-40c0-a945-720873a96154'}] {{(pid=80237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 07:08:09.620844 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] For port b44bfef6-7a60-40c0-a945-720873a96154, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=b44bfef6-7a60-40c0-a945-720873a96154,segment=NetworkSegment(c66726cf-8339-406b-950c-2fe63f6f9c79),segment_id=c66726cf-8339-406b-950c-2fe63f6f9c79)] {{(pid=80237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 07:08:09.625702 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098'] for port, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:08:09.628424 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:08:09.678586 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '131041b5-12e9-4db4-9e00-1a3fbbf62433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b44bfef6-7a60-40c0-a945-720873a96154', 'code': 200} Jan 24 07:08:09.705182 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Pushing event updated for resources: {'Port': ['ID=b44bfef6-7a60-40c0-a945-720873a96154,revision_number=4']} {{(pid=80237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:08:09.709837 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:08:09.946039 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9e7822-8f9c-4be7-82c4-0378ca25e30e req-5b273604-8a9e-4751-9b13-b6cf1bc2256c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:08:09.947656 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-5e9e7822-8f9c-4be7-82c4-0378ca25e30e req-5b273604-8a9e-4751-9b13-b6cf1bc2256c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=131041b5-12e9-4db4-9e00-1a3fbbf62433 HTTP/1.1" status: 200 len: 1162 time: 0.0824661 Jan 24 07:08:09.994386 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-5e9e7822-8f9c-4be7-82c4-0378ca25e30e req-e8bdc828-253c-4ba1-bb85-da54036f36fa service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=5b43fa85-5586-4171-b4e9-2e4d1da55a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403020 Jan 24 07:08:10.163895 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c360f21-ca5e-4b41-8b31-efe0ba50a0e0 req-c2b45ce1-5a4e-4f8b-b7a4-aca02498ed9e tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:08:10.165489 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-1c360f21-ca5e-4b41-8b31-efe0ba50a0e0 req-c2b45ce1-5a4e-4f8b-b7a4-aca02498ed9e tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] 10.222.0.22 "GET /v2.0/ports?device_id=131041b5-12e9-4db4-9e00-1a3fbbf62433 HTTP/1.1" status: 200 len: 945 time: 0.1043460 Jan 24 07:08:10.216171 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-1c360f21-ca5e-4b41-8b31-efe0ba50a0e0 req-04512e79-2378-4531-a44f-21f416a67328 tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] 10.222.0.22 "GET /v2.0/security-groups?id=5b43fa85-5586-4171-b4e9-2e4d1da55a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444746 Jan 24 07:08:10.989014 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Device b44bfef6-7a60-40c0-a945-720873a96154 up at agent ovs-agent-hv-cinder-77218 {{(pid=80237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 07:08:11.061751 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Provisioning complete for port b44bfef6-7a60-40c0-a945-720873a96154 triggered by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 07:08:11.062181 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:08:11.452873 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7396e105-c348-473c-96da-cc4af6abdf95 req-65e593e0-4c74-4e6a-bc85-db8f16e40b7b tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:08:11.454461 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-7396e105-c348-473c-96da-cc4af6abdf95 req-65e593e0-4c74-4e6a-bc85-db8f16e40b7b tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] 10.222.0.22 "GET /v2.0/ports?device_id=131041b5-12e9-4db4-9e00-1a3fbbf62433 HTTP/1.1" status: 200 len: 945 time: 0.1080096 Jan 24 07:08:11.505529 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-7396e105-c348-473c-96da-cc4af6abdf95 req-6a29df0a-1cd3-4e55-af0e-b407109d34cc tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] 10.222.0.22 "GET /v2.0/security-groups?id=5b43fa85-5586-4171-b4e9-2e4d1da55a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442436 Jan 24 07:08:12.736071 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08c163e-92e0-438a-9543-d0ed7532c8fb req-f9417d82-8ec5-4a23-a85c-39e5eeddd3b4 tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:08:12.738205 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-a08c163e-92e0-438a-9543-d0ed7532c8fb req-f9417d82-8ec5-4a23-a85c-39e5eeddd3b4 tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] 10.222.0.22 "GET /v2.0/ports?device_id=131041b5-12e9-4db4-9e00-1a3fbbf62433 HTTP/1.1" status: 200 len: 945 time: 0.1058750 Jan 24 07:08:12.792944 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-a08c163e-92e0-438a-9543-d0ed7532c8fb req-08581daf-58ca-47ca-a502-6817d0e12e7d tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] 10.222.0.22 "GET /v2.0/security-groups?id=5b43fa85-5586-4171-b4e9-2e4d1da55a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482121 Jan 24 07:08:14.031801 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18849b7-5d79-40d2-a4c1-816098e77a6d req-a96a22df-33e3-474a-99ca-c2469ab38997 tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:08:14.033450 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-e18849b7-5d79-40d2-a4c1-816098e77a6d req-a96a22df-33e3-474a-99ca-c2469ab38997 tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] 10.222.0.22 "GET /v2.0/ports?device_id=131041b5-12e9-4db4-9e00-1a3fbbf62433 HTTP/1.1" status: 200 len: 945 time: 0.1092267 Jan 24 07:08:14.085775 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-e18849b7-5d79-40d2-a4c1-816098e77a6d req-24ff28bf-530e-4677-86e4-72698f7e673d tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] 10.222.0.22 "GET /v2.0/security-groups?id=5b43fa85-5586-4171-b4e9-2e4d1da55a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451944 Jan 24 07:08:14.124654 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e4f4dd-4e92-4f1a-af5b-ac46bc7461c1 req-1cbf7005-2965-4719-9bf4-457f772f9c9b tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:08:14.125426 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-64e4f4dd-4e92-4f1a-af5b-ac46bc7461c1 req-1cbf7005-2965-4719-9bf4-457f772f9c9b tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] Synchronizing usage tracker for tenant:50e791dbafe446a0a3aa17c324ad5e25 on resource:port {{(pid=80235) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 07:08:14.141838 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-64e4f4dd-4e92-4f1a-af5b-ac46bc7461c1 req-1cbf7005-2965-4719-9bf4-457f772f9c9b tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] Unset dirty status for tenant:50e791dbafe446a0a3aa17c324ad5e25 on resource:port {{(pid=80235) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 07:08:14.143043 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-64e4f4dd-4e92-4f1a-af5b-ac46bc7461c1 req-1cbf7005-2965-4719-9bf4-457f772f9c9b tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] 10.222.0.18 "GET /v2.0/ports?device_id=131041b5-12e9-4db4-9e00-1a3fbbf62433 HTTP/1.1" status: 200 len: 945 time: 0.1206152 Jan 24 07:08:14.225253 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [req-64e4f4dd-4e92-4f1a-af5b-ac46bc7461c1 req-6a402aac-b965-4224-aac3-ca36e0a907b5 tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] Deleting port b44bfef6-7a60-40c0-a945-720873a96154 {{(pid=80235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 07:08:14.225626 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-64e4f4dd-4e92-4f1a-af5b-ac46bc7461c1 req-6a402aac-b965-4224-aac3-ca36e0a907b5 tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760141954436'] for port, before_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:08:14.481294 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-64e4f4dd-4e92-4f1a-af5b-ac46bc7461c1 req-6a402aac-b965-4224-aac3-ca36e0a907b5 tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] For port b44bfef6-7a60-40c0-a945-720873a96154, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=b44bfef6-7a60-40c0-a945-720873a96154,segment=NetworkSegment(c66726cf-8339-406b-950c-2fe63f6f9c79),segment_id=c66726cf-8339-406b-950c-2fe63f6f9c79)] {{(pid=80235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 07:08:14.481614 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-64e4f4dd-4e92-4f1a-af5b-ac46bc7461c1 req-6a402aac-b965-4224-aac3-ca36e0a907b5 tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854346336'] for port, precommit_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:08:14.610321 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [req-64e4f4dd-4e92-4f1a-af5b-ac46bc7461c1 req-6a402aac-b965-4224-aac3-ca36e0a907b5 tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] Calling delete_port for b44bfef6-7a60-40c0-a945-720873a96154 owned by compute:nova {{(pid=80235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 07:08:14.758491 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-64e4f4dd-4e92-4f1a-af5b-ac46bc7461c1 req-6a402aac-b965-4224-aac3-ca36e0a907b5 tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363276712759002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363276713243132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851855427'] for port, after_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:08:14.775944 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-1b3e6931-b3dd-4fca-940c-42901adcc9c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:08:14.812762 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Device b44bfef6-7a60-40c0-a945-720873a96154 no longer exists at agent ovs-agent-hv-cinder-77218 {{(pid=80237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 07:08:14.850479 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] No Port match for: b44bfef6-7a60-40c0-a945-720873a96154 {{(pid=80237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 24 07:08:14.850853 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Device b44bfef6-7a60-40c0-a945-720873a96154 not bound to the agent host hv-cinder-77218 {{(pid=80237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 24 07:08:14.873598 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a402aac-b965-4224-aac3-ca36e0a907b5 tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] Pushing event deleted for resources: {'Port': ['ID=b44bfef6-7a60-40c0-a945-720873a96154,revision_number=None']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:08:14.877562 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-6a402aac-b965-4224-aac3-ca36e0a907b5 tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:08:14.976331 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [req-64e4f4dd-4e92-4f1a-af5b-ac46bc7461c1 req-6a402aac-b965-4224-aac3-ca36e0a907b5 tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] No DVR routers for this DVR port b44bfef6-7a60-40c0-a945-720873a96154 on host hv-cinder-77218 {{(pid=80235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 24 07:08:14.978431 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-64e4f4dd-4e92-4f1a-af5b-ac46bc7461c1 req-6a402aac-b965-4224-aac3-ca36e0a907b5 tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149749'] for port, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:08:14.981102 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '131041b5-12e9-4db4-9e00-1a3fbbf62433', 'name': 'network-vif-deleted', 'tag': 'b44bfef6-7a60-40c0-a945-720873a96154'}] {{(pid=80235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 07:08:14.996263 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-64e4f4dd-4e92-4f1a-af5b-ac46bc7461c1 req-6a402aac-b965-4224-aac3-ca36e0a907b5 tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] 10.222.0.18 "DELETE /v2.0/ports/b44bfef6-7a60-40c0-a945-720873a96154 HTTP/1.1" status: 204 len: 173 time: 0.8473732 Jan 24 07:08:15.176909 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '131041b5-12e9-4db4-9e00-1a3fbbf62433', 'name': 'network-vif-deleted', 'tag': 'b44bfef6-7a60-40c0-a945-720873a96154', 'status': 'completed', 'code': 200} Jan 24 07:08:15.283507 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-3ec2fb48-2478-44ef-8667-726290071c45 req-9cb0a91f-9653-4472-8d6a-7a416a34e7de tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] 10.222.0.22 "GET /v2.0/ports?device_id=131041b5-12e9-4db4-9e00-1a3fbbf62433 HTTP/1.1" status: 200 len: 210 time: 0.0510561 Jan 24 07:08:16.202299 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-fdbb7651-3b74-4cae-b906-077672c31c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:08:16.713633 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace14d88-ded9-4340-89ad-167e14420476 req-6f784e93-bad4-4487-8c55-a4d5f1fe2b7d tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:08:16.715237 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-ace14d88-ded9-4340-89ad-167e14420476 req-6f784e93-bad4-4487-8c55-a4d5f1fe2b7d tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] 10.222.0.22 "GET /v2.0/networks?id=84408832-7206-4f2b-a0b1-7f462be32d26 HTTP/1.1" status: 200 len: 808 time: 0.1806390 Jan 24 07:08:16.731915 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-ace14d88-ded9-4340-89ad-167e14420476 req-3f466944-bbe0-4e30-9243-4511a22a91d8 tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] 10.222.0.22 "GET /v2.0/quotas/50e791dbafe446a0a3aa17c324ad5e25 HTTP/1.1" status: 200 len: 375 time: 0.0105069 Jan 24 07:08:16.784147 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-ace14d88-ded9-4340-89ad-167e14420476 req-3aa4e0d1-8bc1-43a6-b94d-4155c91d162b tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] 10.222.0.22 "GET /v2.0/ports?tenant_id=50e791dbafe446a0a3aa17c324ad5e25&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0467033 Jan 24 07:08:16.924899 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-ace14d88-ded9-4340-89ad-167e14420476 req-168dad21-61fc-44de-abe1-125af50b7d5f service neutron] 10.222.0.22 "GET /v2.0/networks/84408832-7206-4f2b-a0b1-7f462be32d26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334326 Jan 24 07:08:17.065192 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-ace14d88-ded9-4340-89ad-167e14420476 req-403dd64b-79cf-4c04-a276-75cdc56e633e service neutron] 10.222.0.22 "GET /v2.0/networks/84408832-7206-4f2b-a0b1-7f462be32d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1327543 Jan 24 07:08:17.269475 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-1e8d6a00-7425-41cc-9cf8-a70b992b40cd req-c42ebf53-fb10-4ddc-99a8-77ac6b08e48e tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] 10.222.0.22 "GET /v2.0/ports?device_id=7fb602df-bc05-4010-9e29-1efc186e3624 HTTP/1.1" status: 200 len: 210 time: 0.0472195 Jan 24 07:08:17.907141 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efe1ff8-3da4-4f49-a58e-77ed0ab8eb94 req-8f2b6bda-6811-4e6a-ac5b-bd830c80d22c tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:08:17.909153 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-0efe1ff8-3da4-4f49-a58e-77ed0ab8eb94 req-8f2b6bda-6811-4e6a-ac5b-bd830c80d22c tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] 10.222.0.22 "GET /v2.0/ports?device_id=ab88cf14-8684-48bd-9519-bda011ed0473 HTTP/1.1" status: 200 len: 946 time: 0.1174150 Jan 24 07:08:17.972656 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-0efe1ff8-3da4-4f49-a58e-77ed0ab8eb94 req-bc51769a-16c2-4eab-bac3-19f8597b1799 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] 10.222.0.22 "GET /v2.0/security-groups?id=cf880658-cbbf-44f0-b75e-20aba2fce927&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0548978 Jan 24 07:08:18.458895 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-fabc2a7f-1c37-4393-8747-d7e72854dc14 req-aad00945-0827-4586-a0d7-e85fe0c2fc79 tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] 10.222.0.22 "GET /v2.0/ports?device_id=7fb602df-bc05-4010-9e29-1efc186e3624 HTTP/1.1" status: 200 len: 210 time: 0.0503612 Jan 24 07:08:18.556467 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace14d88-ded9-4340-89ad-167e14420476 req-e7309f12-edb8-46ee-b64f-20bb8e6ff3c6 tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:08:18.558039 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-ace14d88-ded9-4340-89ad-167e14420476 req-e7309f12-edb8-46ee-b64f-20bb8e6ff3c6 tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] 10.222.0.18 "GET /v2.0/networks?id=84408832-7206-4f2b-a0b1-7f462be32d26 HTTP/1.1" status: 200 len: 808 time: 0.1766982 Jan 24 07:08:18.595214 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.base [req-ace14d88-ded9-4340-89ad-167e14420476 req-e8e221f5-b00e-437b-a1ef-b3b158349083 tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] Request body: {'port': {'device_id': '7fb602df-bc05-4010-9e29-1efc186e3624', 'network_id': '84408832-7206-4f2b-a0b1-7f462be32d26', 'admin_state_up': True, 'tenant_id': '50e791dbafe446a0a3aa17c324ad5e25'}} {{(pid=80235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 07:08:18.740403 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [req-ace14d88-ded9-4340-89ad-167e14420476 req-e8e221f5-b00e-437b-a1ef-b3b158349083 tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 07:08:18.744685 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-ace14d88-ded9-4340-89ad-167e14420476 req-e8e221f5-b00e-437b-a1ef-b3b158349083 tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] Usage tracker for resource:port and tenant:50e791dbafe446a0a3aa17c324ad5e25 is out of sync, need to count used quota {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 07:08:18.747556 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-ace14d88-ded9-4340-89ad-167e14420476 req-e8e221f5-b00e-437b-a1ef-b3b158349083 tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] Quota usage for port was recalculated. Used quota:0. {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 07:08:18.753262 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [req-ace14d88-ded9-4340-89ad-167e14420476 req-e8e221f5-b00e-437b-a1ef-b3b158349083 tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 07:08:18.761835 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ace14d88-ded9-4340-89ad-167e14420476 req-e8e221f5-b00e-437b-a1ef-b3b158349083 tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] Made reservation on behalf of 50e791dbafe446a0a3aa17c324ad5e25 for: {'port': 1} {{(pid=80235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 07:08:18.772027 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-ace14d88-ded9-4340-89ad-167e14420476 req-e8e221f5-b00e-437b-a1ef-b3b158349083 tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:08:19.072712 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.db_base_plugin_common [req-ace14d88-ded9-4340-89ad-167e14420476 req-e8e221f5-b00e-437b-a1ef-b3b158349083 tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] Allocated IP 172.20.0.9 (84408832-7206-4f2b-a0b1-7f462be32d26/904f0d7f-e295-4983-acec-4975fa03e5da/f7684826-aa31-4bfd-8106-6491e68f25fe) {{(pid=80235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 07:08:19.219685 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eb15c6-c47d-42f0-ac0b-3e68cb7e3cff req-527b499e-2498-4522-8203-9a056d410c9c tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:08:19.221361 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-22eb15c6-c47d-42f0-ac0b-3e68cb7e3cff req-527b499e-2498-4522-8203-9a056d410c9c tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] 10.222.0.22 "GET /v2.0/ports?device_id=ab88cf14-8684-48bd-9519-bda011ed0473 HTTP/1.1" status: 200 len: 946 time: 0.1095874 Jan 24 07:08:19.273695 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-22eb15c6-c47d-42f0-ac0b-3e68cb7e3cff req-406fba5c-4cc7-4dfb-937e-b6c96492e8ff tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] 10.222.0.22 "GET /v2.0/security-groups?id=cf880658-cbbf-44f0-b75e-20aba2fce927&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0459287 Jan 24 07:08:19.288157 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-ace14d88-ded9-4340-89ad-167e14420476 req-e8e221f5-b00e-437b-a1ef-b3b158349083 tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] Notify callbacks [] for port, precommit_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:08:19.315984 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-ace14d88-ded9-4340-89ad-167e14420476 req-e8e221f5-b00e-437b-a1ef-b3b158349083 tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363276713217020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851855427'] for port, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:08:19.330786 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-dd21fd9d-b6f7-478f-93aa-aebc48d98922 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:08:19.465289 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e221f5-b00e-437b-a1ef-b3b158349083 tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] Pushing event updated for resources: {'Port': ['ID=f7684826-aa31-4bfd-8106-6491e68f25fe,revision_number=1']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:08:19.469565 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-e8e221f5-b00e-437b-a1ef-b3b158349083 tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:08:19.523330 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ace14d88-ded9-4340-89ad-167e14420476 req-e8e221f5-b00e-437b-a1ef-b3b158349083 tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] Network 84408832-7206-4f2b-a0b1-7f462be32d26 is already hosted by enough agents. {{(pid=80235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 07:08:19.524580 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.base_scheduler [req-ace14d88-ded9-4340-89ad-167e14420476 req-e8e221f5-b00e-437b-a1ef-b3b158349083 tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] Resources bound (agent type, host, resource id): {{(pid=80235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 07:08:19.526799 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [req-ace14d88-ded9-4340-89ad-167e14420476 req-e8e221f5-b00e-437b-a1ef-b3b158349083 tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] Received port after_create {{(pid=80235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 07:08:19.608036 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace14d88-ded9-4340-89ad-167e14420476 req-e8e221f5-b00e-437b-a1ef-b3b158349083 tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:08:19.608739 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-ace14d88-ded9-4340-89ad-167e14420476 req-e8e221f5-b00e-437b-a1ef-b3b158349083 tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149749'] for port, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:08:19.637323 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-ace14d88-ded9-4340-89ad-167e14420476 req-e8e221f5-b00e-437b-a1ef-b3b158349083 tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0462866 Jan 24 07:08:19.646565 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-73e242ac-8790-4a78-a707-fe00eef564b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:08:19.656608 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.v2.base [req-ace14d88-ded9-4340-89ad-167e14420476 req-5ad586c9-a867-49f7-ae98-4f64c2409e9e service neutron] Request body: {'port': {'device_id': '7fb602df-bc05-4010-9e29-1efc186e3624', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=80235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 07:08:19.699187 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2c7d19-f23b-4197-86f0-c03b6b3d37c9 req-62df47a7-7699-407a-b37d-c6d855afc067 tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:08:19.700851 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-4d2c7d19-f23b-4197-86f0-c03b6b3d37c9 req-62df47a7-7699-407a-b37d-c6d855afc067 tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] 10.222.0.22 "GET /v2.0/ports?device_id=7fb602df-bc05-4010-9e29-1efc186e3624 HTTP/1.1" status: 200 len: 931 time: 0.1111801 Jan 24 07:08:19.756120 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-4d2c7d19-f23b-4197-86f0-c03b6b3d37c9 req-709b7820-3985-452b-8f69-ee39d9768ff0 tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] 10.222.0.22 "GET /v2.0/security-groups?id=5b43fa85-5586-4171-b4e9-2e4d1da55a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487041 Jan 24 07:08:19.778680 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-ace14d88-ded9-4340-89ad-167e14420476 req-5ad586c9-a867-49f7-ae98-4f64c2409e9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:08:20.425505 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [req-ace14d88-ded9-4340-89ad-167e14420476 req-5ad586c9-a867-49f7-ae98-4f64c2409e9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7684826-aa31-4bfd-8106-6491e68f25fe {{(pid=80235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 24 07:08:20.433695 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-ace14d88-ded9-4340-89ad-167e14420476 req-5ad586c9-a867-49f7-ae98-4f64c2409e9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:08:20.447191 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [req-ace14d88-ded9-4340-89ad-167e14420476 req-5ad586c9-a867-49f7-ae98-4f64c2409e9e service neutron] Transition to ACTIVE for port object f7684826-aa31-4bfd-8106-6491e68f25fe will not be triggered until provisioned by entity L2. {{(pid=80235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 07:08:20.449913 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-ace14d88-ded9-4340-89ad-167e14420476 req-5ad586c9-a867-49f7-ae98-4f64c2409e9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2920372'] for port, after_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:08:20.465745 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-7bec3728-1209-4a15-9630-30e33c0ab3e5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:08:20.513961 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee500a7-3b1d-4426-8e22-116706f5ccd3 req-6ab16e0f-56e8-4f9b-bde1-88089b754384 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:08:20.515544 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-1ee500a7-3b1d-4426-8e22-116706f5ccd3 req-6ab16e0f-56e8-4f9b-bde1-88089b754384 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] 10.222.0.22 "GET /v2.0/ports?device_id=ab88cf14-8684-48bd-9519-bda011ed0473 HTTP/1.1" status: 200 len: 946 time: 0.1067674 Jan 24 07:08:20.568329 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-1ee500a7-3b1d-4426-8e22-116706f5ccd3 req-3c74cd2f-e1cc-4c0d-90c1-c63dfeddeb5c tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] 10.222.0.22 "GET /v2.0/security-groups?id=cf880658-cbbf-44f0-b75e-20aba2fce927&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0460751 Jan 24 07:08:20.603227 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad586c9-a867-49f7-ae98-4f64c2409e9e service neutron] Pushing event updated for resources: {'Port': ['ID=f7684826-aa31-4bfd-8106-6491e68f25fe,revision_number=2']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:08:20.606571 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-5ad586c9-a867-49f7-ae98-4f64c2409e9e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:08:20.702956 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ccc327c9-7991-4aea-bb3d-e7278e75ae99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:08:20.791524 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [req-ace14d88-ded9-4340-89ad-167e14420476 req-5ad586c9-a867-49f7-ae98-4f64c2409e9e service neutron] Attempting to bind port f7684826-aa31-4bfd-8106-6491e68f25fe on host hv-cinder-77218 for vnic_type normal with profile {{(pid=80235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 07:08:20.791848 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [req-ace14d88-ded9-4340-89ad-167e14420476 req-5ad586c9-a867-49f7-ae98-4f64c2409e9e service neutron] Attempting to bind port f7684826-aa31-4bfd-8106-6491e68f25fe by drivers openvswitch on host hv-cinder-77218 at level 0 using segments [{'id': 'c66726cf-8339-406b-950c-2fe63f6f9c79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '84408832-7206-4f2b-a0b1-7f462be32d26'}] {{(pid=80235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 07:08:20.792217 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace14d88-ded9-4340-89ad-167e14420476 req-5ad586c9-a867-49f7-ae98-4f64c2409e9e service neutron] Attempting to bind port f7684826-aa31-4bfd-8106-6491e68f25fe on network 84408832-7206-4f2b-a0b1-7f462be32d26 {{(pid=80235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 07:08:20.797923 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace14d88-ded9-4340-89ad-167e14420476 req-5ad586c9-a867-49f7-ae98-4f64c2409e9e service neutron] Checking agent: {'id': '40eb7c3e-e5ac-488d-8f03-a26480a7dd43', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 6, 56, 30), 'started_at': datetime.datetime(2021, 1, 24, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 07:08:20.798302 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace14d88-ded9-4340-89ad-167e14420476 req-5ad586c9-a867-49f7-ae98-4f64c2409e9e service neutron] Checking segment: {'id': 'c66726cf-8339-406b-950c-2fe63f6f9c79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '84408832-7206-4f2b-a0b1-7f462be32d26'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 07:08:20.798729 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-ace14d88-ded9-4340-89ad-167e14420476 req-5ad586c9-a867-49f7-ae98-4f64c2409e9e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:08:20.799098 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace14d88-ded9-4340-89ad-167e14420476 req-5ad586c9-a867-49f7-ae98-4f64c2409e9e service neutron] Bound using segment: {'id': 'c66726cf-8339-406b-950c-2fe63f6f9c79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '84408832-7206-4f2b-a0b1-7f462be32d26'} {{(pid=80235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 07:08:20.799575 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [req-ace14d88-ded9-4340-89ad-167e14420476 req-5ad586c9-a867-49f7-ae98-4f64c2409e9e service neutron] Bound port: f7684826-aa31-4bfd-8106-6491e68f25fe, host: hv-cinder-77218, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c66726cf-8339-406b-950c-2fe63f6f9c79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '84408832-7206-4f2b-a0b1-7f462be32d26'}}] {{(pid=80235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 07:08:20.800011 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-ace14d88-ded9-4340-89ad-167e14420476 req-5ad586c9-a867-49f7-ae98-4f64c2409e9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:08:20.897085 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-ace14d88-ded9-4340-89ad-167e14420476 req-5ad586c9-a867-49f7-ae98-4f64c2409e9e service neutron] For port f7684826-aa31-4bfd-8106-6491e68f25fe, host hv-cinder-77218, cleared binding levels {{(pid=80235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 07:08:20.900228 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-ace14d88-ded9-4340-89ad-167e14420476 req-5ad586c9-a867-49f7-ae98-4f64c2409e9e service neutron] For port f7684826-aa31-4bfd-8106-6491e68f25fe, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=f7684826-aa31-4bfd-8106-6491e68f25fe,segment=NetworkSegment(c66726cf-8339-406b-950c-2fe63f6f9c79),segment_id=c66726cf-8339-406b-950c-2fe63f6f9c79)] {{(pid=80235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 07:08:20.903433 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-ace14d88-ded9-4340-89ad-167e14420476 req-5ad586c9-a867-49f7-ae98-4f64c2409e9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2920372'] for port, after_update {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:08:20.918822 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-a222600a-80ed-442b-aa7d-a560e20846a6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:08:20.992675 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897b6176-2a63-4286-a31f-baab407a94e9 req-368489c3-5e90-437a-a2ba-bfdf9f6a4477 tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:08:20.994335 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-897b6176-2a63-4286-a31f-baab407a94e9 req-368489c3-5e90-437a-a2ba-bfdf9f6a4477 tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] 10.222.0.22 "GET /v2.0/ports?device_id=7fb602df-bc05-4010-9e29-1efc186e3624 HTTP/1.1" status: 200 len: 943 time: 0.1096923 Jan 24 07:08:21.048699 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-897b6176-2a63-4286-a31f-baab407a94e9 req-d1986ac3-ff4b-4f75-8017-0f2b4e778ae3 tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] 10.222.0.22 "GET /v2.0/security-groups?id=5b43fa85-5586-4171-b4e9-2e4d1da55a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476542 Jan 24 07:08:21.068327 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad586c9-a867-49f7-ae98-4f64c2409e9e service neutron] Pushing event updated for resources: {'Port': ['ID=f7684826-aa31-4bfd-8106-6491e68f25fe,revision_number=3']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:08:21.073896 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-5ad586c9-a867-49f7-ae98-4f64c2409e9e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:08:21.105779 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace14d88-ded9-4340-89ad-167e14420476 req-5ad586c9-a867-49f7-ae98-4f64c2409e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:08:21.106444 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-ace14d88-ded9-4340-89ad-167e14420476 req-5ad586c9-a867-49f7-ae98-4f64c2409e9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149749'] for port, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:08:21.107955 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-ace14d88-ded9-4340-89ad-167e14420476 req-5ad586c9-a867-49f7-ae98-4f64c2409e9e service neutron] 10.222.0.18 "PUT /v2.0/ports/f7684826-aa31-4bfd-8106-6491e68f25fe HTTP/1.1" status: 200 len: 1157 time: 1.4561334 Jan 24 07:08:21.108467 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fb602df-bc05-4010-9e29-1efc186e3624', 'tag': 'f7684826-aa31-4bfd-8106-6491e68f25fe'}] {{(pid=80235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 07:08:21.140972 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:08:21.168054 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fb602df-bc05-4010-9e29-1efc186e3624', 'tag': 'f7684826-aa31-4bfd-8106-6491e68f25fe', 'status': 'completed', 'code': 200} Jan 24 07:08:21.268725 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace14d88-ded9-4340-89ad-167e14420476 req-f9a73493-6e53-4047-b105-2304210a7a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:08:21.270356 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-ace14d88-ded9-4340-89ad-167e14420476 req-f9a73493-6e53-4047-b105-2304210a7a4f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=50e791dbafe446a0a3aa17c324ad5e25&device_id=7fb602df-bc05-4010-9e29-1efc186e3624 HTTP/1.1" status: 200 len: 1160 time: 0.0802686 Jan 24 07:08:21.350329 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-ace14d88-ded9-4340-89ad-167e14420476 req-2f9540dc-760e-4927-8f07-d9423053ff7e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7684826-aa31-4bfd-8106-6491e68f25fe HTTP/1.1" status: 200 len: 217 time: 0.0643463 Jan 24 07:08:21.421056 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace14d88-ded9-4340-89ad-167e14420476 req-550d41bd-3e5b-45cc-8df2-ca82abc458b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:08:21.422575 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-ace14d88-ded9-4340-89ad-167e14420476 req-550d41bd-3e5b-45cc-8df2-ca82abc458b9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=904f0d7f-e295-4983-acec-4975fa03e5da HTTP/1.1" status: 200 len: 848 time: 0.0656519 Jan 24 07:08:21.472576 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-ace14d88-ded9-4340-89ad-167e14420476 req-3320a18c-c5ad-4427-b10c-26284f79ce2f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=84408832-7206-4f2b-a0b1-7f462be32d26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437467 Jan 24 07:08:21.615765 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-ace14d88-ded9-4340-89ad-167e14420476 req-1157b830-d7c1-4a6a-bb55-61b6e03da77a service neutron] 10.222.0.18 "GET /v2.0/networks/84408832-7206-4f2b-a0b1-7f462be32d26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361156 Jan 24 07:08:21.764234 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-ace14d88-ded9-4340-89ad-167e14420476 req-04deb061-ac21-476d-9da7-5c62c2445dfc service neutron] 10.222.0.18 "GET /v2.0/networks/84408832-7206-4f2b-a0b1-7f462be32d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1416135 Jan 24 07:08:21.805580 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27da5b8-eaff-49df-b956-ee93aa349082 req-18fe36d9-0e01-4742-b712-7ca38b42d9a3 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:08:21.807245 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-e27da5b8-eaff-49df-b956-ee93aa349082 req-18fe36d9-0e01-4742-b712-7ca38b42d9a3 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] 10.222.0.22 "GET /v2.0/ports?device_id=ab88cf14-8684-48bd-9519-bda011ed0473 HTTP/1.1" status: 200 len: 946 time: 0.1065507 Jan 24 07:08:21.862482 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-e27da5b8-eaff-49df-b956-ee93aa349082 req-45ba8539-175e-4e2d-a45e-d75b2ea4166d tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] 10.222.0.22 "GET /v2.0/security-groups?id=cf880658-cbbf-44f0-b75e-20aba2fce927&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0487893 Jan 24 07:08:21.925435 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce05801-c325-4318-941d-9ca5e4b35aa1 req-73175cf1-02f1-40bd-99d0-65d2eeae75c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:08:21.927411 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-6ce05801-c325-4318-941d-9ca5e4b35aa1 req-73175cf1-02f1-40bd-99d0-65d2eeae75c7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=50e791dbafe446a0a3aa17c324ad5e25&device_id=7fb602df-bc05-4010-9e29-1efc186e3624 HTTP/1.1" status: 200 len: 1160 time: 0.0765984 Jan 24 07:08:22.075166 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce05801-c325-4318-941d-9ca5e4b35aa1 req-c73839ea-0c17-459f-ad98-b02848c67258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:08:22.076795 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-6ce05801-c325-4318-941d-9ca5e4b35aa1 req-c73839ea-0c17-459f-ad98-b02848c67258 service neutron] 10.222.0.18 "GET /v2.0/networks?id=84408832-7206-4f2b-a0b1-7f462be32d26 HTTP/1.1" status: 200 len: 902 time: 0.1423042 Jan 24 07:08:22.152763 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-6ce05801-c325-4318-941d-9ca5e4b35aa1 req-d0fecd57-f125-46e3-aca0-a36ca0dc9596 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7684826-aa31-4bfd-8106-6491e68f25fe HTTP/1.1" status: 200 len: 217 time: 0.0685158 Jan 24 07:08:22.221604 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce05801-c325-4318-941d-9ca5e4b35aa1 req-9eab590a-1821-4e02-84c6-c31604c60a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:08:22.223304 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-6ce05801-c325-4318-941d-9ca5e4b35aa1 req-9eab590a-1821-4e02-84c6-c31604c60a9f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=904f0d7f-e295-4983-acec-4975fa03e5da HTTP/1.1" status: 200 len: 848 time: 0.0638237 Jan 24 07:08:22.280526 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-6ce05801-c325-4318-941d-9ca5e4b35aa1 req-ef37e616-c63b-4020-8577-2943a06f55fc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=84408832-7206-4f2b-a0b1-7f462be32d26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490694 Jan 24 07:08:22.291560 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a3ebf8-58ce-487d-b2de-338390890034 req-545ae860-f434-43e1-86c0-2ed7daedba6b tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:08:22.293265 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-c0a3ebf8-58ce-487d-b2de-338390890034 req-545ae860-f434-43e1-86c0-2ed7daedba6b tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] 10.222.0.22 "GET /v2.0/ports?device_id=7fb602df-bc05-4010-9e29-1efc186e3624 HTTP/1.1" status: 200 len: 943 time: 0.1083033 Jan 24 07:08:22.346268 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-c0a3ebf8-58ce-487d-b2de-338390890034 req-8cc590f7-9d01-40da-8969-5d2de46b0d45 tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] 10.222.0.22 "GET /v2.0/security-groups?id=5b43fa85-5586-4171-b4e9-2e4d1da55a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465620 Jan 24 07:08:22.425341 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-6ce05801-c325-4318-941d-9ca5e4b35aa1 req-2541ed4b-720e-4817-b524-b38d4aafda20 service neutron] 10.222.0.18 "GET /v2.0/networks/84408832-7206-4f2b-a0b1-7f462be32d26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359894 Jan 24 07:08:22.568253 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-6ce05801-c325-4318-941d-9ca5e4b35aa1 req-07c397b5-c29b-4392-9f81-b0dcd5946bc4 service neutron] 10.222.0.18 "GET /v2.0/networks/84408832-7206-4f2b-a0b1-7f462be32d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1355300 Jan 24 07:08:22.690064 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-234e5594-7a0b-4e8c-b8aa-6f4b31972cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:08:23.098746 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0411cb1b-d335-4fe9-b80e-d617cf0cf0da req-69aea27e-70d6-4c95-8349-5fdb9bf1ff3f tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:08:23.100387 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-0411cb1b-d335-4fe9-b80e-d617cf0cf0da req-69aea27e-70d6-4c95-8349-5fdb9bf1ff3f tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] 10.222.0.22 "GET /v2.0/ports?device_id=ab88cf14-8684-48bd-9519-bda011ed0473 HTTP/1.1" status: 200 len: 946 time: 0.1092720 Jan 24 07:08:23.151851 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-0411cb1b-d335-4fe9-b80e-d617cf0cf0da req-707037da-cdf4-4c79-a44c-9435a65d37ca tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] 10.222.0.22 "GET /v2.0/security-groups?id=cf880658-cbbf-44f0-b75e-20aba2fce927&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0451963 Jan 24 07:08:23.579779 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f09f26-cecf-4b00-bdbc-cd8df7ff7fc6 req-8000e372-4b28-49e7-abf9-6891437a3e8a tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:08:23.581376 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-59f09f26-cecf-4b00-bdbc-cd8df7ff7fc6 req-8000e372-4b28-49e7-abf9-6891437a3e8a tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] 10.222.0.22 "GET /v2.0/ports?device_id=7fb602df-bc05-4010-9e29-1efc186e3624 HTTP/1.1" status: 200 len: 943 time: 0.1047335 Jan 24 07:08:23.637704 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-59f09f26-cecf-4b00-bdbc-cd8df7ff7fc6 req-02bc2311-8e66-48d8-a861-c83b4b1c5263 tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] 10.222.0.22 "GET /v2.0/security-groups?id=5b43fa85-5586-4171-b4e9-2e4d1da55a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496633 Jan 24 07:08:24.385605 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a8f87e-7206-481c-acde-03f43768b74e req-126401bd-4bf7-4ca9-8cb0-d596e0cc5b14 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:08:24.387203 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-30a8f87e-7206-481c-acde-03f43768b74e req-126401bd-4bf7-4ca9-8cb0-d596e0cc5b14 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] 10.222.0.22 "GET /v2.0/ports?device_id=ab88cf14-8684-48bd-9519-bda011ed0473 HTTP/1.1" status: 200 len: 946 time: 0.1073213 Jan 24 07:08:24.437591 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-30a8f87e-7206-481c-acde-03f43768b74e req-ea58064a-4197-4694-9f01-54b70f378ce6 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] 10.222.0.22 "GET /v2.0/security-groups?id=cf880658-cbbf-44f0-b75e-20aba2fce927&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0438917 Jan 24 07:08:25.097369 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91f7335-e099-49d0-a1ce-d39194d4d9ea req-b38e1bdc-7838-4625-ba5e-bfe51d2f1444 tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:08:25.099514 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-d91f7335-e099-49d0-a1ce-d39194d4d9ea req-b38e1bdc-7838-4625-ba5e-bfe51d2f1444 tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] 10.222.0.22 "GET /v2.0/ports?device_id=7fb602df-bc05-4010-9e29-1efc186e3624 HTTP/1.1" status: 200 len: 943 time: 0.3325889 Jan 24 07:08:25.150586 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-d91f7335-e099-49d0-a1ce-d39194d4d9ea req-848cb40a-5ffa-4e17-911f-b00391e8b39d tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] 10.222.0.22 "GET /v2.0/security-groups?id=5b43fa85-5586-4171-b4e9-2e4d1da55a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447559 Jan 24 07:08:25.352747 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Device f7684826-aa31-4bfd-8106-6491e68f25fe up at agent ovs-agent-hv-cinder-77218 {{(pid=80237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 07:08:25.421362 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Provisioning for port f7684826-aa31-4bfd-8106-6491e68f25fe completed by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 07:08:25.427055 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Provisioning complete for port f7684826-aa31-4bfd-8106-6491e68f25fe triggered by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 07:08:25.427496 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:08:25.550767 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:08:25.578874 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fb602df-bc05-4010-9e29-1efc186e3624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7684826-aa31-4bfd-8106-6491e68f25fe'}] {{(pid=80237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 07:08:25.590594 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] For port f7684826-aa31-4bfd-8106-6491e68f25fe, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=f7684826-aa31-4bfd-8106-6491e68f25fe,segment=NetworkSegment(c66726cf-8339-406b-950c-2fe63f6f9c79),segment_id=c66726cf-8339-406b-950c-2fe63f6f9c79)] {{(pid=80237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 07:08:25.597179 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098'] for port, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:08:25.606451 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:08:25.646690 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fb602df-bc05-4010-9e29-1efc186e3624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7684826-aa31-4bfd-8106-6491e68f25fe', 'code': 200} Jan 24 07:08:25.680589 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Pushing event updated for resources: {'Port': ['ID=f7684826-aa31-4bfd-8106-6491e68f25fe,revision_number=4']} {{(pid=80237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:08:25.683543 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aec42f-cd12-4f0d-b468-30787537f85c req-b91d6b5e-ad22-4d60-8733-1567fc753b5c tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:08:25.685254 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-70aec42f-cd12-4f0d-b468-30787537f85c req-b91d6b5e-ad22-4d60-8733-1567fc753b5c tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] 10.222.0.22 "GET /v2.0/ports?device_id=ab88cf14-8684-48bd-9519-bda011ed0473 HTTP/1.1" status: 200 len: 946 time: 0.1124957 Jan 24 07:08:25.688631 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:08:25.689013 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:08:25.689391 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:08:25.689762 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:08:25.691198 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:08:25.691655 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:08:25.692117 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:08:25.692533 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:08:25.693077 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:08:25.693460 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:08:25.693839 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:08:25.694217 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:08:25.694636 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:08:25.695139 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:08:25.695515 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:08:25.695940 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:08:25.696311 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:08:25.696682 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:08:25.697071 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:08:25.697573 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:08:25.697943 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:08:25.698310 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:08:25.698678 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:08:25.699046 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:08:25.703708 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:08:25.742842 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-70aec42f-cd12-4f0d-b468-30787537f85c req-5073e7fa-53d7-4723-8f3e-69b63f4dcfd1 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] 10.222.0.22 "GET /v2.0/security-groups?id=cf880658-cbbf-44f0-b75e-20aba2fce927&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0505695 Jan 24 07:08:25.903060 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23462b5d-4608-42c6-9214-98c03a28362b req-1c337016-6c3d-4712-9e3a-53e1245221c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:08:25.904613 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-23462b5d-4608-42c6-9214-98c03a28362b req-1c337016-6c3d-4712-9e3a-53e1245221c9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0cbc5a2c43e442e881ea5da07e6155a1&device_id=ab88cf14-8684-48bd-9519-bda011ed0473 HTTP/1.1" status: 200 len: 1163 time: 0.0809963 Jan 24 07:08:26.130731 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd2ab68-d8f1-470c-826f-6436fefba634 req-21378211-8518-4bf7-9553-59c9bb9739b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:08:26.132419 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-5dd2ab68-d8f1-470c-826f-6436fefba634 req-21378211-8518-4bf7-9553-59c9bb9739b3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7fb602df-bc05-4010-9e29-1efc186e3624 HTTP/1.1" status: 200 len: 1162 time: 0.2181189 Jan 24 07:08:26.140796 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23462b5d-4608-42c6-9214-98c03a28362b req-3774c7de-d238-476f-9963-8f5c9a8e8b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:08:26.142217 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-23462b5d-4608-42c6-9214-98c03a28362b req-3774c7de-d238-476f-9963-8f5c9a8e8b20 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3a2995af-23e4-4848-b461-069c7594050c HTTP/1.1" status: 200 len: 903 time: 0.1901958 Jan 24 07:08:26.258714 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-5dd2ab68-d8f1-470c-826f-6436fefba634 req-cb894bf6-4632-490b-9dd4-118d02b80e1c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=5b43fa85-5586-4171-b4e9-2e4d1da55a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191018 Jan 24 07:08:26.276888 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-23462b5d-4608-42c6-9214-98c03a28362b req-5e1d5361-ef86-411a-a51a-73a39b309076 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90758390-c4e6-4803-8de7-592eae9f70f2 HTTP/1.1" status: 200 len: 1002 time: 0.1196599 Jan 24 07:08:26.390830 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1735ec-4f88-4e09-a557-1583cfc4d77c req-948cc020-dd09-4391-9671-b56fb1ad6d02 tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:08:26.392463 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-be1735ec-4f88-4e09-a557-1583cfc4d77c req-948cc020-dd09-4391-9671-b56fb1ad6d02 tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] 10.222.0.22 "GET /v2.0/ports?device_id=7fb602df-bc05-4010-9e29-1efc186e3624 HTTP/1.1" status: 200 len: 945 time: 0.1069000 Jan 24 07:08:26.443188 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-be1735ec-4f88-4e09-a557-1583cfc4d77c req-d8f78acb-4ec0-4ccd-9d30-79a146140978 tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] 10.222.0.22 "GET /v2.0/security-groups?id=5b43fa85-5586-4171-b4e9-2e4d1da55a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443473 Jan 24 07:08:26.575779 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23462b5d-4608-42c6-9214-98c03a28362b req-33a09cf4-5999-4a23-bf5c-40f3c1b1f2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:08:26.577324 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-23462b5d-4608-42c6-9214-98c03a28362b req-33a09cf4-5999-4a23-bf5c-40f3c1b1f2fe service neutron] 10.222.0.18 "GET /v2.0/subnets?id=36d77b5b-eba8-4153-af7c-7e5a5de26b5e HTTP/1.1" status: 200 len: 848 time: 0.0653756 Jan 24 07:08:26.666079 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23462b5d-4608-42c6-9214-98c03a28362b req-057963f3-629c-4301-b23f-6a88aded109a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:08:26.667739 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-23462b5d-4608-42c6-9214-98c03a28362b req-057963f3-629c-4301-b23f-6a88aded109a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3a2995af-23e4-4848-b461-069c7594050c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0775023 Jan 24 07:08:26.810138 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-23462b5d-4608-42c6-9214-98c03a28362b req-83d01f11-1963-4c54-a52c-2ab4a0fa36e1 service neutron] 10.222.0.18 "GET /v2.0/networks/3a2995af-23e4-4848-b461-069c7594050c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352038 Jan 24 07:08:26.953264 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-23462b5d-4608-42c6-9214-98c03a28362b req-a9baf687-837f-423a-9ebd-ed7fa4fc7375 service neutron] 10.222.0.18 "GET /v2.0/networks/3a2995af-23e4-4848-b461-069c7594050c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1359017 Jan 24 07:08:26.981369 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c91e007-166b-487e-8b95-5a86689c13ba req-3ad9f8ce-969c-43de-906d-ecb0d883b24a tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:08:26.982994 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-0c91e007-166b-487e-8b95-5a86689c13ba req-3ad9f8ce-969c-43de-906d-ecb0d883b24a tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] 10.222.0.22 "GET /v2.0/ports?device_id=ab88cf14-8684-48bd-9519-bda011ed0473 HTTP/1.1" status: 200 len: 946 time: 0.1095502 Jan 24 07:08:27.033934 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-0c91e007-166b-487e-8b95-5a86689c13ba req-9c3e3cf0-aa27-40f4-a592-1e0f14186fda tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] 10.222.0.22 "GET /v2.0/security-groups?id=cf880658-cbbf-44f0-b75e-20aba2fce927&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0443077 Jan 24 07:08:27.244665 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Device 90758390-c4e6-4803-8de7-592eae9f70f2 up at agent ovs-agent-hv-cinder-77218 {{(pid=80237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 07:08:27.325480 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Provisioning complete for port 90758390-c4e6-4803-8de7-592eae9f70f2 triggered by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 07:08:27.325819 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:08:27.452130 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Device f7684826-aa31-4bfd-8106-6491e68f25fe up at agent ovs-agent-hv-cinder-77218 {{(pid=80237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 07:08:27.521805 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Provisioning complete for port f7684826-aa31-4bfd-8106-6491e68f25fe triggered by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 07:08:27.522219 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:08:27.673820 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19271476-744e-4403-95ee-e132eff5a1b1 req-94904927-1690-4e98-8697-7f1d69d3106d tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:08:27.675427 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-19271476-744e-4403-95ee-e132eff5a1b1 req-94904927-1690-4e98-8697-7f1d69d3106d tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] 10.222.0.22 "GET /v2.0/ports?device_id=7fb602df-bc05-4010-9e29-1efc186e3624 HTTP/1.1" status: 200 len: 945 time: 0.1064098 Jan 24 07:08:27.729758 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-19271476-744e-4403-95ee-e132eff5a1b1 req-3f9b1d68-c99d-4eca-907a-ee2c5e6d3764 tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] 10.222.0.22 "GET /v2.0/security-groups?id=5b43fa85-5586-4171-b4e9-2e4d1da55a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472555 Jan 24 07:08:28.063803 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6512893d-a98e-4fb0-925c-af8237a806fd req-92125581-7b6c-45d1-8148-d1ad68880cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:08:28.065453 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-6512893d-a98e-4fb0-925c-af8237a806fd req-92125581-7b6c-45d1-8148-d1ad68880cd2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0cbc5a2c43e442e881ea5da07e6155a1&device_id=ab88cf14-8684-48bd-9519-bda011ed0473 HTTP/1.1" status: 200 len: 1163 time: 0.0966535 Jan 24 07:08:28.215669 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6512893d-a98e-4fb0-925c-af8237a806fd req-2316ab78-4e7a-4598-b358-435adc59a622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:08:28.217304 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-6512893d-a98e-4fb0-925c-af8237a806fd req-2316ab78-4e7a-4598-b358-435adc59a622 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3a2995af-23e4-4848-b461-069c7594050c HTTP/1.1" status: 200 len: 903 time: 0.1440113 Jan 24 07:08:28.273974 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cf8b69-397c-4206-b997-bfb9b2f0f274 req-0ad4936f-ef4a-46de-9e42-69067a3e1f49 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:08:28.275646 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-77cf8b69-397c-4206-b997-bfb9b2f0f274 req-0ad4936f-ef4a-46de-9e42-69067a3e1f49 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] 10.222.0.22 "GET /v2.0/ports?device_id=ab88cf14-8684-48bd-9519-bda011ed0473 HTTP/1.1" status: 200 len: 946 time: 0.1078930 Jan 24 07:08:28.340118 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-77cf8b69-397c-4206-b997-bfb9b2f0f274 req-e73a1342-f692-4c1c-a848-99972b8f275e tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] 10.222.0.22 "GET /v2.0/security-groups?id=cf880658-cbbf-44f0-b75e-20aba2fce927&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0567582 Jan 24 07:08:28.558354 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-6512893d-a98e-4fb0-925c-af8237a806fd req-30ebab7e-2abf-4e48-b39c-c37f41b39a87 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90758390-c4e6-4803-8de7-592eae9f70f2 HTTP/1.1" status: 200 len: 1002 time: 0.3345664 Jan 24 07:08:28.629648 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6512893d-a98e-4fb0-925c-af8237a806fd req-1faf5596-fd72-414e-97a9-f521d6dc2303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:08:28.631295 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-6512893d-a98e-4fb0-925c-af8237a806fd req-1faf5596-fd72-414e-97a9-f521d6dc2303 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=36d77b5b-eba8-4153-af7c-7e5a5de26b5e HTTP/1.1" status: 200 len: 848 time: 0.0655468 Jan 24 07:08:28.713140 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6512893d-a98e-4fb0-925c-af8237a806fd req-02b10652-ae64-4a92-863c-7a952dd28364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:08:28.714757 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-6512893d-a98e-4fb0-925c-af8237a806fd req-02b10652-ae64-4a92-863c-7a952dd28364 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3a2995af-23e4-4848-b461-069c7594050c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0768054 Jan 24 07:08:28.859440 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-6512893d-a98e-4fb0-925c-af8237a806fd req-f52e5e66-81e4-4987-9995-f2d7da4fd825 service neutron] 10.222.0.18 "GET /v2.0/networks/3a2995af-23e4-4848-b461-069c7594050c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373699 Jan 24 07:08:28.961689 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b73252b-9bc9-4952-bcf9-befa397407a3 req-fda18247-8061-4f8c-9c0d-6de9fcee42f2 tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:08:28.963317 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-8b73252b-9bc9-4952-bcf9-befa397407a3 req-fda18247-8061-4f8c-9c0d-6de9fcee42f2 tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] 10.222.0.22 "GET /v2.0/ports?device_id=7fb602df-bc05-4010-9e29-1efc186e3624 HTTP/1.1" status: 200 len: 945 time: 0.1098509 Jan 24 07:08:29.002478 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-6512893d-a98e-4fb0-925c-af8237a806fd req-8e369510-f2f7-4a9d-9384-d7fd2dbcffdf service neutron] 10.222.0.18 "GET /v2.0/networks/3a2995af-23e4-4848-b461-069c7594050c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1362107 Jan 24 07:08:29.015258 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-8b73252b-9bc9-4952-bcf9-befa397407a3 req-3feff942-799d-4dc7-b0be-69b3dede6123 tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] 10.222.0.22 "GET /v2.0/security-groups?id=5b43fa85-5586-4171-b4e9-2e4d1da55a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455539 Jan 24 07:08:29.124325 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.agents_db [None req-2c2cd112-eb45-4d42-b228-ef41d20f669c None None] Agent healthcheck: found 6 active agents {{(pid=80238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 07:08:29.575360 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f67a4d-39b4-4178-9d2a-a4f5147a2052 req-af28d842-a302-4f43-96b4-fb8295b1ab80 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:08:29.577000 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-07f67a4d-39b4-4178-9d2a-a4f5147a2052 req-af28d842-a302-4f43-96b4-fb8295b1ab80 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] 10.222.0.22 "GET /v2.0/ports?device_id=ab88cf14-8684-48bd-9519-bda011ed0473 HTTP/1.1" status: 200 len: 946 time: 0.1073432 Jan 24 07:08:29.631559 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-07f67a4d-39b4-4178-9d2a-a4f5147a2052 req-147f1105-c2bc-4bf8-a37e-d90c14bff079 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] 10.222.0.22 "GET /v2.0/security-groups?id=cf880658-cbbf-44f0-b75e-20aba2fce927&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0484347 Jan 24 07:08:30.102777 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:08:30.251258 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a824691-0f55-4548-a1ec-654f3ae64334 req-6158771c-5803-4362-8a18-0a9f9617b2c5 tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:08:30.252892 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-3a824691-0f55-4548-a1ec-654f3ae64334 req-6158771c-5803-4362-8a18-0a9f9617b2c5 tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] 10.222.0.22 "GET /v2.0/ports?device_id=7fb602df-bc05-4010-9e29-1efc186e3624 HTTP/1.1" status: 200 len: 945 time: 0.1080327 Jan 24 07:08:30.305935 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-3a824691-0f55-4548-a1ec-654f3ae64334 req-09b7c8a0-00cb-47b7-88ce-61e6765f4f39 tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] 10.222.0.22 "GET /v2.0/security-groups?id=5b43fa85-5586-4171-b4e9-2e4d1da55a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468915 Jan 24 07:08:30.391190 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31459c7-37f8-4459-99d3-1bbf26068a89 req-fc1dac14-c666-4692-ad89-66d4edf64b06 tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:08:30.391996 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-c31459c7-37f8-4459-99d3-1bbf26068a89 req-fc1dac14-c666-4692-ad89-66d4edf64b06 tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] Synchronizing usage tracker for tenant:50e791dbafe446a0a3aa17c324ad5e25 on resource:port {{(pid=80235) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 07:08:30.407005 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-c31459c7-37f8-4459-99d3-1bbf26068a89 req-fc1dac14-c666-4692-ad89-66d4edf64b06 tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] Unset dirty status for tenant:50e791dbafe446a0a3aa17c324ad5e25 on resource:port {{(pid=80235) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 07:08:30.408205 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-c31459c7-37f8-4459-99d3-1bbf26068a89 req-fc1dac14-c666-4692-ad89-66d4edf64b06 tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] 10.222.0.18 "GET /v2.0/ports?device_id=7fb602df-bc05-4010-9e29-1efc186e3624 HTTP/1.1" status: 200 len: 945 time: 0.1226647 Jan 24 07:08:30.486328 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [req-c31459c7-37f8-4459-99d3-1bbf26068a89 req-e52e8e31-647a-49c4-a2e0-9bb29b4a16e9 tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] Deleting port f7684826-aa31-4bfd-8106-6491e68f25fe {{(pid=80235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 07:08:30.486707 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-c31459c7-37f8-4459-99d3-1bbf26068a89 req-e52e8e31-647a-49c4-a2e0-9bb29b4a16e9 tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760141954436'] for port, before_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:08:30.749968 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-c31459c7-37f8-4459-99d3-1bbf26068a89 req-e52e8e31-647a-49c4-a2e0-9bb29b4a16e9 tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] For port f7684826-aa31-4bfd-8106-6491e68f25fe, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=f7684826-aa31-4bfd-8106-6491e68f25fe,segment=NetworkSegment(c66726cf-8339-406b-950c-2fe63f6f9c79),segment_id=c66726cf-8339-406b-950c-2fe63f6f9c79)] {{(pid=80235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 07:08:30.750541 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-c31459c7-37f8-4459-99d3-1bbf26068a89 req-e52e8e31-647a-49c4-a2e0-9bb29b4a16e9 tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854346336'] for port, precommit_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:08:30.876924 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3bde40-3445-45ee-aac3-3e450c26ec3c req-d3a23532-0c13-4f20-8644-f6b7c6d3d63f tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:08:30.878619 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-5e3bde40-3445-45ee-aac3-3e450c26ec3c req-d3a23532-0c13-4f20-8644-f6b7c6d3d63f tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] 10.222.0.22 "GET /v2.0/ports?device_id=ab88cf14-8684-48bd-9519-bda011ed0473 HTTP/1.1" status: 200 len: 946 time: 0.1142876 Jan 24 07:08:30.882809 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [req-c31459c7-37f8-4459-99d3-1bbf26068a89 req-e52e8e31-647a-49c4-a2e0-9bb29b4a16e9 tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] Calling delete_port for f7684826-aa31-4bfd-8106-6491e68f25fe owned by compute:nova {{(pid=80235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 07:08:30.934153 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Device 90758390-c4e6-4803-8de7-592eae9f70f2 no longer exists at agent ovs-agent-hv-cinder-77218 {{(pid=80237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 07:08:30.936592 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-5e3bde40-3445-45ee-aac3-3e450c26ec3c req-4703394d-3340-4ad1-a1ed-07712c4b2c2a tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] 10.222.0.22 "GET /v2.0/security-groups?id=cf880658-cbbf-44f0-b75e-20aba2fce927&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0506299 Jan 24 07:08:31.046547 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-c31459c7-37f8-4459-99d3-1bbf26068a89 req-e52e8e31-647a-49c4-a2e0-9bb29b4a16e9 tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363276712759002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363276713243132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851855427'] for port, after_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:08:31.062928 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-3e2a7106-95f2-4ac6-af10-d342a9693087 tempest-AttachVolumeNegativeTest-1936506429 tempest-AttachVolumeNegativeTest-1936506429] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:08:31.075921 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:08:31.106644 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab88cf14-8684-48bd-9519-bda011ed0473', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90758390-c4e6-4803-8de7-592eae9f70f2'}] {{(pid=80237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 07:08:31.115456 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52e8e31-647a-49c4-a2e0-9bb29b4a16e9 tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] Pushing event deleted for resources: {'Port': ['ID=f7684826-aa31-4bfd-8106-6491e68f25fe,revision_number=None']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:08:31.118480 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] For port 90758390-c4e6-4803-8de7-592eae9f70f2, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=90758390-c4e6-4803-8de7-592eae9f70f2,segment=NetworkSegment(d16347d5-9ccb-46ed-916a-b6ce188be078),segment_id=d16347d5-9ccb-46ed-916a-b6ce188be078)] {{(pid=80237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 07:08:31.122339 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098'] for port, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:08:31.124116 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Device f7684826-aa31-4bfd-8106-6491e68f25fe no longer exists at agent ovs-agent-hv-cinder-77218 {{(pid=80237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 07:08:31.160257 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:08:31.166414 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-e52e8e31-647a-49c4-a2e0-9bb29b4a16e9 tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:08:31.201519 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab88cf14-8684-48bd-9519-bda011ed0473', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90758390-c4e6-4803-8de7-592eae9f70f2', 'code': 200} Jan 24 07:08:31.209039 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] No Port match for: f7684826-aa31-4bfd-8106-6491e68f25fe {{(pid=80237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 24 07:08:31.209433 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Device f7684826-aa31-4bfd-8106-6491e68f25fe not bound to the agent host hv-cinder-77218 {{(pid=80237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 24 07:08:31.237881 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Pushing event updated for resources: {'Port': ['ID=90758390-c4e6-4803-8de7-592eae9f70f2,revision_number=5']} {{(pid=80237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:08:31.241823 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:08:31.279936 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [req-c31459c7-37f8-4459-99d3-1bbf26068a89 req-e52e8e31-647a-49c4-a2e0-9bb29b4a16e9 tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] No DVR routers for this DVR port f7684826-aa31-4bfd-8106-6491e68f25fe on host hv-cinder-77218 {{(pid=80235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 24 07:08:31.282179 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-c31459c7-37f8-4459-99d3-1bbf26068a89 req-e52e8e31-647a-49c4-a2e0-9bb29b4a16e9 tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149749'] for port, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:08:31.286921 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fb602df-bc05-4010-9e29-1efc186e3624', 'name': 'network-vif-deleted', 'tag': 'f7684826-aa31-4bfd-8106-6491e68f25fe'}] {{(pid=80235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 07:08:31.302140 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-c31459c7-37f8-4459-99d3-1bbf26068a89 req-e52e8e31-647a-49c4-a2e0-9bb29b4a16e9 tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] 10.222.0.18 "DELETE /v2.0/ports/f7684826-aa31-4bfd-8106-6491e68f25fe HTTP/1.1" status: 204 len: 173 time: 0.8875377 Jan 24 07:08:31.349301 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fb602df-bc05-4010-9e29-1efc186e3624', 'name': 'network-vif-deleted', 'tag': 'f7684826-aa31-4bfd-8106-6491e68f25fe', 'status': 'completed', 'code': 200} Jan 24 07:08:31.488376 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-9e910943-0a7a-4961-bd58-00364eca2489 req-a1481c0c-8740-466d-bca4-4dba4deac982 tempest-VolumesActionsTest-307034026 tempest-VolumesActionsTest-307034026] 10.222.0.22 "GET /v2.0/ports?device_id=7fb602df-bc05-4010-9e29-1efc186e3624 HTTP/1.1" status: 200 len: 210 time: 0.0473156 Jan 24 07:08:32.197157 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad71185f-8d84-4a12-bef7-23d411a52ed9 req-04179fb2-5e98-4733-8961-46da24a2a060 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:08:32.198806 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-ad71185f-8d84-4a12-bef7-23d411a52ed9 req-04179fb2-5e98-4733-8961-46da24a2a060 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] 10.222.0.22 "GET /v2.0/ports?device_id=ab88cf14-8684-48bd-9519-bda011ed0473 HTTP/1.1" status: 200 len: 944 time: 0.1113553 Jan 24 07:08:32.250829 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-ad71185f-8d84-4a12-bef7-23d411a52ed9 req-870eb10f-bfe6-412b-a4b3-53e2a47667b7 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] 10.222.0.22 "GET /v2.0/security-groups?id=cf880658-cbbf-44f0-b75e-20aba2fce927&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0455482 Jan 24 07:08:32.565905 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-0c5909bc-224e-432e-84a5-461a24046ad2 req-e31c5bec-b55e-4416-a1c4-ec94565e490f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ab88cf14-8684-48bd-9519-bda011ed0473&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0754635 Jan 24 07:08:32.673632 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a5609b-147a-4205-a24b-47173465b0a5 req-384d7555-a6da-4d85-b032-e7056daee453 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:08:32.675303 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-e3a5609b-147a-4205-a24b-47173465b0a5 req-384d7555-a6da-4d85-b032-e7056daee453 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] 10.222.0.22 "GET /v2.0/ports?device_id=ab88cf14-8684-48bd-9519-bda011ed0473 HTTP/1.1" status: 200 len: 944 time: 0.1112776 Jan 24 07:08:32.730606 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-e3a5609b-147a-4205-a24b-47173465b0a5 req-21552ce2-b5a1-4f7e-8abb-132f664d3a91 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] 10.222.0.22 "GET /v2.0/security-groups?id=cf880658-cbbf-44f0-b75e-20aba2fce927&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0479903 Jan 24 07:08:33.774623 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5909bc-224e-432e-84a5-461a24046ad2 req-7d1578eb-89b2-48c9-9c5d-8097712cf146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:08:33.776148 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-0c5909bc-224e-432e-84a5-461a24046ad2 req-7d1578eb-89b2-48c9-9c5d-8097712cf146 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ab88cf14-8684-48bd-9519-bda011ed0473&tenant_id=0cbc5a2c43e442e881ea5da07e6155a1 HTTP/1.1" status: 200 len: 1161 time: 0.0830367 Jan 24 07:08:33.924599 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5909bc-224e-432e-84a5-461a24046ad2 req-c5018fcc-f1b8-4646-991b-c3302bbff5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:08:33.926436 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-0c5909bc-224e-432e-84a5-461a24046ad2 req-c5018fcc-f1b8-4646-991b-c3302bbff5e1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0cbc5a2c43e442e881ea5da07e6155a1&device_id=ab88cf14-8684-48bd-9519-bda011ed0473 HTTP/1.1" status: 200 len: 1161 time: 0.1144705 Jan 24 07:08:33.989614 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c28fa8-860e-4017-b0e8-79ae7f41cdd7 req-e414e6d3-dfe6-442d-a685-cb011eaa59a7 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:08:33.991330 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-98c28fa8-860e-4017-b0e8-79ae7f41cdd7 req-e414e6d3-dfe6-442d-a685-cb011eaa59a7 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] 10.222.0.22 "GET /v2.0/ports?device_id=ab88cf14-8684-48bd-9519-bda011ed0473 HTTP/1.1" status: 200 len: 944 time: 0.1159897 Jan 24 07:08:34.052152 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-98c28fa8-860e-4017-b0e8-79ae7f41cdd7 req-c2726f91-a08e-4a4b-92ab-4b3a04c92fae tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] 10.222.0.22 "GET /v2.0/security-groups?id=cf880658-cbbf-44f0-b75e-20aba2fce927&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0510983 Jan 24 07:08:34.099416 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5909bc-224e-432e-84a5-461a24046ad2 req-d72a3f6a-d065-478a-88b1-975bb2c469cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:08:34.101154 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-0c5909bc-224e-432e-84a5-461a24046ad2 req-d72a3f6a-d065-478a-88b1-975bb2c469cf service neutron] 10.222.0.18 "GET /v2.0/networks?id=3a2995af-23e4-4848-b461-069c7594050c HTTP/1.1" status: 200 len: 903 time: 0.1680875 Jan 24 07:08:34.210318 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-0c5909bc-224e-432e-84a5-461a24046ad2 req-f4699536-2053-4755-b9a9-9a69113ba595 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90758390-c4e6-4803-8de7-592eae9f70f2 HTTP/1.1" status: 200 len: 1000 time: 0.1020565 Jan 24 07:08:34.291866 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5909bc-224e-432e-84a5-461a24046ad2 req-3352797a-e5e6-46a9-8281-6aedfcb55f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:08:34.293408 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-0c5909bc-224e-432e-84a5-461a24046ad2 req-3352797a-e5e6-46a9-8281-6aedfcb55f20 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=36d77b5b-eba8-4153-af7c-7e5a5de26b5e HTTP/1.1" status: 200 len: 848 time: 0.0757635 Jan 24 07:08:34.379267 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5909bc-224e-432e-84a5-461a24046ad2 req-5b435626-d60b-4d73-9d03-9fb7b85504bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:08:34.381838 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-0c5909bc-224e-432e-84a5-461a24046ad2 req-5b435626-d60b-4d73-9d03-9fb7b85504bc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3a2995af-23e4-4848-b461-069c7594050c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0813830 Jan 24 07:08:34.527668 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-0c5909bc-224e-432e-84a5-461a24046ad2 req-16a7ff31-f2c5-4d58-b461-cced22849472 service neutron] 10.222.0.18 "GET /v2.0/networks/3a2995af-23e4-4848-b461-069c7594050c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380861 Jan 24 07:08:34.674948 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-0c5909bc-224e-432e-84a5-461a24046ad2 req-efedbdfa-92c9-4fb9-b740-91b66beefb63 service neutron] 10.222.0.18 "GET /v2.0/networks/3a2995af-23e4-4848-b461-069c7594050c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1405184 Jan 24 07:08:35.471224 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1631de0f-ee62-4035-98d1-3bfbf5eec5ad req-fec067a7-d524-4c20-85d1-259a5af02836 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:08:35.479500 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-1631de0f-ee62-4035-98d1-3bfbf5eec5ad req-fec067a7-d524-4c20-85d1-259a5af02836 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] 10.222.0.22 "GET /v2.0/ports?device_id=ab88cf14-8684-48bd-9519-bda011ed0473 HTTP/1.1" status: 200 len: 944 time: 0.2864902 Jan 24 07:08:35.539176 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-1631de0f-ee62-4035-98d1-3bfbf5eec5ad req-2387c036-5659-4fe7-9061-ab4790fe0908 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] 10.222.0.22 "GET /v2.0/security-groups?id=cf880658-cbbf-44f0-b75e-20aba2fce927&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0583627 Jan 24 07:08:36.834613 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a39826f-b94a-4b68-8c0b-8541fe7ff8b9 req-53a3ac54-6031-4660-ab5b-2e5368d07f9f tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:08:36.840216 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-4a39826f-b94a-4b68-8c0b-8541fe7ff8b9 req-53a3ac54-6031-4660-ab5b-2e5368d07f9f tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] 10.222.0.22 "GET /v2.0/ports?device_id=ab88cf14-8684-48bd-9519-bda011ed0473 HTTP/1.1" status: 200 len: 944 time: 0.1406670 Jan 24 07:08:36.892008 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-4a39826f-b94a-4b68-8c0b-8541fe7ff8b9 req-02052e38-deb2-4bbb-978c-d982fcb9eb9d tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] 10.222.0.22 "GET /v2.0/security-groups?id=cf880658-cbbf-44f0-b75e-20aba2fce927&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0492854 Jan 24 07:08:37.445493 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Device 90758390-c4e6-4803-8de7-592eae9f70f2 up at agent ovs-agent-hv-cinder-77218 {{(pid=80237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 07:08:37.543526 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Provisioning complete for port 90758390-c4e6-4803-8de7-592eae9f70f2 triggered by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 07:08:37.544153 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:08:37.704020 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467372'] for port, before_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:08:37.738228 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab88cf14-8684-48bd-9519-bda011ed0473', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90758390-c4e6-4803-8de7-592eae9f70f2'}] {{(pid=80237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 07:08:37.749929 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] For port 90758390-c4e6-4803-8de7-592eae9f70f2, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=90758390-c4e6-4803-8de7-592eae9f70f2,segment=NetworkSegment(d16347d5-9ccb-46ed-916a-b6ce188be078),segment_id=d16347d5-9ccb-46ed-916a-b6ce188be078)] {{(pid=80237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 07:08:37.754109 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276712758985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760141532685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276713243098'] for port, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:08:37.757090 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-a3e9a582-4acf-4b8e-aec7-f5d55da9581a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:08:37.811343 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab88cf14-8684-48bd-9519-bda011ed0473', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90758390-c4e6-4803-8de7-592eae9f70f2', 'code': 200} Jan 24 07:08:37.858793 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Pushing event updated for resources: {'Port': ['ID=90758390-c4e6-4803-8de7-592eae9f70f2,revision_number=6']} {{(pid=80237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:08:37.865263 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:08:38.233733 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eab04b7-2897-4369-b72c-7253e15746f3 req-2dcd9486-ea9e-4a47-908a-9ad64e8dbd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:08:38.235580 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-1eab04b7-2897-4369-b72c-7253e15746f3 req-2dcd9486-ea9e-4a47-908a-9ad64e8dbd04 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ab88cf14-8684-48bd-9519-bda011ed0473 HTTP/1.1" status: 200 len: 1163 time: 0.0875955 Jan 24 07:08:38.283757 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-1eab04b7-2897-4369-b72c-7253e15746f3 req-1bdb27d8-0447-44ce-8347-6104b23f3a7c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=cf880658-cbbf-44f0-b75e-20aba2fce927&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0400267 Jan 24 07:08:38.313206 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66fa689-cee7-4181-aaed-55fb128e532f req-8a08d992-5f5d-4ee0-aadf-582c58360d93 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:08:38.314923 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-d66fa689-cee7-4181-aaed-55fb128e532f req-8a08d992-5f5d-4ee0-aadf-582c58360d93 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] 10.222.0.22 "GET /v2.0/ports?device_id=ab88cf14-8684-48bd-9519-bda011ed0473 HTTP/1.1" status: 200 len: 946 time: 0.2295725 Jan 24 07:08:38.375303 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-d66fa689-cee7-4181-aaed-55fb128e532f req-e1040335-0f35-4549-8fef-c70c033b2fa6 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] 10.222.0.22 "GET /v2.0/security-groups?id=cf880658-cbbf-44f0-b75e-20aba2fce927&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0533245 Jan 24 07:08:39.271071 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Device 90758390-c4e6-4803-8de7-592eae9f70f2 up at agent ovs-agent-hv-cinder-77218 {{(pid=80237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 07:08:39.373689 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.provisioning_blocks [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Provisioning complete for port 90758390-c4e6-4803-8de7-592eae9f70f2 triggered by entity L2. {{(pid=80237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 07:08:39.374151 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1420691'] for port, provisioning_complete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:08:39.674781 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a16efe-d060-46f2-8349-ecb4646ff9a8 req-926fe60a-5293-4d35-992e-80988eba6f1a tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:08:39.678134 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-d6a16efe-d060-46f2-8349-ecb4646ff9a8 req-926fe60a-5293-4d35-992e-80988eba6f1a tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] 10.222.0.22 "GET /v2.0/ports?device_id=ab88cf14-8684-48bd-9519-bda011ed0473 HTTP/1.1" status: 200 len: 946 time: 0.1384916 Jan 24 07:08:39.742534 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-d6a16efe-d060-46f2-8349-ecb4646ff9a8 req-551612fa-b78a-4051-aa40-661051bf1266 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] 10.222.0.22 "GET /v2.0/security-groups?id=cf880658-cbbf-44f0-b75e-20aba2fce927&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0572023 Jan 24 07:08:46.206930 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4df3a32f-9d87-454e-bd8b-8018c872199f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:08:49.652384 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-73e242ac-8790-4a78-a707-fe00eef564b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:08:50.704095 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-41ec2c52-da1b-412f-9922-f64f6e0c150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:08:51.154055 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:08:52.464820 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 40194) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:08:52.533720 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.db_base_plugin_v2 [None req-88cd4465-42c4-4cb7-92c7-64bf24df11f2 admin admin] Deleting subnet 904f0d7f-e295-4983-acec-4975fa03e5da {{(pid=80236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 24 07:08:52.537368 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-88cd4465-42c4-4cb7-92c7-64bf24df11f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:08:52.588863 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-88cd4465-42c4-4cb7-92c7-64bf24df11f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2864173'] for subnet, precommit_delete_associations {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:08:52.651498 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-88cd4465-42c4-4cb7-92c7-64bf24df11f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853356919'] for subnet, precommit_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:08:52.694136 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-234e5594-7a0b-4e8c-b8aa-6f4b31972cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:08:52.907424 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-88cd4465-42c4-4cb7-92c7-64bf24df11f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1418929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854325308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852009695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851954040'] for subnet, after_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:08:52.922956 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:08:53.005344 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cd4465-42c4-4cb7-92c7-64bf24df11f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=904f0d7f-e295-4983-acec-4975fa03e5da,revision_number=None']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:08:53.030111 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cd4465-42c4-4cb7-92c7-64bf24df11f2 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:08:53.030538 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cd4465-42c4-4cb7-92c7-64bf24df11f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:08:53.030958 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cd4465-42c4-4cb7-92c7-64bf24df11f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:08:53.031372 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cd4465-42c4-4cb7-92c7-64bf24df11f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:08:53.031806 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cd4465-42c4-4cb7-92c7-64bf24df11f2 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:08:53.032218 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cd4465-42c4-4cb7-92c7-64bf24df11f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:08:53.032624 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cd4465-42c4-4cb7-92c7-64bf24df11f2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:08:53.033027 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cd4465-42c4-4cb7-92c7-64bf24df11f2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:08:53.033439 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cd4465-42c4-4cb7-92c7-64bf24df11f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:08:53.033841 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cd4465-42c4-4cb7-92c7-64bf24df11f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:08:53.034244 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cd4465-42c4-4cb7-92c7-64bf24df11f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:08:53.034643 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cd4465-42c4-4cb7-92c7-64bf24df11f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:08:53.035080 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cd4465-42c4-4cb7-92c7-64bf24df11f2 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:08:53.036013 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cd4465-42c4-4cb7-92c7-64bf24df11f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:08:53.036594 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cd4465-42c4-4cb7-92c7-64bf24df11f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:08:53.036997 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cd4465-42c4-4cb7-92c7-64bf24df11f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:08:53.037394 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cd4465-42c4-4cb7-92c7-64bf24df11f2 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:08:53.037792 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cd4465-42c4-4cb7-92c7-64bf24df11f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:08:53.038189 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cd4465-42c4-4cb7-92c7-64bf24df11f2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:08:53.038586 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cd4465-42c4-4cb7-92c7-64bf24df11f2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:08:53.038982 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cd4465-42c4-4cb7-92c7-64bf24df11f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:08:53.039377 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cd4465-42c4-4cb7-92c7-64bf24df11f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:08:53.039817 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cd4465-42c4-4cb7-92c7-64bf24df11f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:08:53.040215 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cd4465-42c4-4cb7-92c7-64bf24df11f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:08:53.044411 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-88cd4465-42c4-4cb7-92c7-64bf24df11f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:08:53.079659 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-88cd4465-42c4-4cb7-92c7-64bf24df11f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:08:53.090387 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-88cd4465-42c4-4cb7-92c7-64bf24df11f2 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/904f0d7f-e295-4983-acec-4975fa03e5da HTTP/1.1" status: 204 len: 168 time: 0.6244562 Jan 24 07:08:53.093136 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 40198) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:08:53.205168 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5bde1c3d-64d5-4cef-90ab-c5f6e6e3d363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853395168'] for network, before_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:08:53.396893 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5bde1c3d-64d5-4cef-90ab-c5f6e6e3d363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853359627', 'neutron.services.segments.db._delete_segments_for_network-8760142051665'] for network, precommit_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:08:53.510374 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.services.segments.db [None req-5bde1c3d-64d5-4cef-90ab-c5f6e6e3d363 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84408832-7206-4f2b-a0b1-7f462be32d26']}} {{(pid=80236) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:08:53.523688 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.services.segments.db [None req-5bde1c3d-64d5-4cef-90ab-c5f6e6e3d363 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c66726cf-8339-406b-950c-2fe63f6f9c79') {'for_net_delete': True} {{(pid=80236) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:08:53.524061 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.services.segments.db [None req-5bde1c3d-64d5-4cef-90ab-c5f6e6e3d363 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c66726cf-8339-406b-950c-2fe63f6f9c79') {} {{(pid=80236) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:08:53.536442 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5bde1c3d-64d5-4cef-90ab-c5f6e6e3d363 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760142046050', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851911643'] for segment, before_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:08:53.550926 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5bde1c3d-64d5-4cef-90ab-c5f6e6e3d363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419005'] for segment, precommit_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:08:53.552923 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5bde1c3d-64d5-4cef-90ab-c5f6e6e3d363 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 24 07:08:53.735763 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-5bde1c3d-64d5-4cef-90ab-c5f6e6e3d363 admin admin] Network 84408832-7206-4f2b-a0b1-7f462be32d26 has no segments {{(pid=80236) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 24 07:08:53.745909 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5bde1c3d-64d5-4cef-90ab-c5f6e6e3d363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853356811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2763650'] for segment, after_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:08:53.925629 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-5bde1c3d-64d5-4cef-90ab-c5f6e6e3d363 admin admin] Network 84408832-7206-4f2b-a0b1-7f462be32d26 has no segments {{(pid=80236) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 24 07:08:53.948587 dv-cinder-772181-6-smb neutron-server[80122]: Traceback (most recent call last): Jan 24 07:08:53.948587 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 07:08:53.948587 dv-cinder-772181-6-smb neutron-server[80122]: timer() Jan 24 07:08:53.948587 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 07:08:53.948587 dv-cinder-772181-6-smb neutron-server[80122]: cb(*args, **kw) Jan 24 07:08:53.948587 dv-cinder-772181-6-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 24 07:08:53.948587 dv-cinder-772181-6-smb neutron-server[80122]: return func(*args, **kwargs) Jan 24 07:08:53.948587 dv-cinder-772181-6-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 07:08:53.948587 dv-cinder-772181-6-smb neutron-server[80122]: self._notify() Jan 24 07:08:53.948587 dv-cinder-772181-6-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 07:08:53.948587 dv-cinder-772181-6-smb neutron-server[80122]: self.callback(batched_events) Jan 24 07:08:53.948587 dv-cinder-772181-6-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 07:08:53.948587 dv-cinder-772181-6-smb neutron-server[80122]: event.method(event) Jan 24 07:08:53.948587 dv-cinder-772181-6-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 07:08:53.948587 dv-cinder-772181-6-smb neutron-server[80122]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 07:08:53.948587 dv-cinder-772181-6-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 24 07:08:53.948587 dv-cinder-772181-6-smb neutron-server[80122]: segment_id)['aggregates'][0] Jan 24 07:08:53.948587 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 07:08:53.948587 dv-cinder-772181-6-smb neutron-server[80122]: return f(self, *a, **k) Jan 24 07:08:53.948587 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 24 07:08:53.948587 dv-cinder-772181-6-smb neutron-server[80122]: return self._get(url).json() Jan 24 07:08:53.948587 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 07:08:53.948587 dv-cinder-772181-6-smb neutron-server[80122]: **kwargs) Jan 24 07:08:53.948587 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 07:08:53.948587 dv-cinder-772181-6-smb neutron-server[80122]: return self.request(url, 'GET', **kwargs) Jan 24 07:08:53.948587 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 24 07:08:53.948587 dv-cinder-772181-6-smb neutron-server[80122]: **endpoint_filter) Jan 24 07:08:53.948587 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 07:08:53.948587 dv-cinder-772181-6-smb neutron-server[80122]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 07:08:53.948587 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 07:08:53.948587 dv-cinder-772181-6-smb neutron-server[80122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 07:08:53.948587 dv-cinder-772181-6-smb neutron-server[80122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 07:08:54.027877 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5bde1c3d-64d5-4cef-90ab-c5f6e6e3d363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1416142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854325290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854261251'] for network, after_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:08:54.031379 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-1928ce10-4a02-44c0-8284-7abf362f09e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:08:54.048059 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-5bde1c3d-64d5-4cef-90ab-c5f6e6e3d363 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539807'] for network, before_response {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:08:54.057341 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bde1c3d-64d5-4cef-90ab-c5f6e6e3d363 admin admin] Pushing event deleted for resources: {'Network': ['ID=84408832-7206-4f2b-a0b1-7f462be32d26,revision_number=None']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:08:54.060716 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-5bde1c3d-64d5-4cef-90ab-c5f6e6e3d363 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:08:54.065103 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-5bde1c3d-64d5-4cef-90ab-c5f6e6e3d363 admin admin] 10.222.0.22 "DELETE /v2.0/networks/84408832-7206-4f2b-a0b1-7f462be32d26 HTTP/1.1" status: 204 len: 168 time: 0.9709582 Jan 24 07:08:54.218502 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 40204) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:08:54.270107 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-6914f170-6146-4dd9-a4ff-b7151c277988 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=50e791dbafe446a0a3aa17c324ad5e25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0498574 Jan 24 07:08:54.272635 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 40208) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:08:54.336667 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4f4a76aa-292b-4a49-a274-6f2c4e4e2096 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:08:54.364193 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4f4a76aa-292b-4a49-a274-6f2c4e4e2096 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:08:54.411820 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4f4a76aa-292b-4a49-a274-6f2c4e4e2096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:08:54.416843 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-9227dbc1-3323-4693-ad80-8ed17c5f4478 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:08:54.429009 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4a76aa-292b-4a49-a274-6f2c4e4e2096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b43fa85-5586-4171-b4e9-2e4d1da55a7a,revision_number=None']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:08:54.438236 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4a76aa-292b-4a49-a274-6f2c4e4e2096 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:08:54.438616 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4a76aa-292b-4a49-a274-6f2c4e4e2096 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:08:54.438997 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4a76aa-292b-4a49-a274-6f2c4e4e2096 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:08:54.439391 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4a76aa-292b-4a49-a274-6f2c4e4e2096 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:08:54.439807 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4a76aa-292b-4a49-a274-6f2c4e4e2096 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:08:54.440200 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4a76aa-292b-4a49-a274-6f2c4e4e2096 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:08:54.440587 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4a76aa-292b-4a49-a274-6f2c4e4e2096 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:08:54.440973 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4a76aa-292b-4a49-a274-6f2c4e4e2096 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:08:54.441363 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4a76aa-292b-4a49-a274-6f2c4e4e2096 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:08:54.442256 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4a76aa-292b-4a49-a274-6f2c4e4e2096 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:08:54.442647 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4a76aa-292b-4a49-a274-6f2c4e4e2096 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:08:54.443029 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4a76aa-292b-4a49-a274-6f2c4e4e2096 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:08:54.443453 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4a76aa-292b-4a49-a274-6f2c4e4e2096 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:08:54.443861 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4a76aa-292b-4a49-a274-6f2c4e4e2096 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:08:54.444246 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4a76aa-292b-4a49-a274-6f2c4e4e2096 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:08:54.444627 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4a76aa-292b-4a49-a274-6f2c4e4e2096 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:08:54.445030 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4a76aa-292b-4a49-a274-6f2c4e4e2096 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:08:54.445387 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4a76aa-292b-4a49-a274-6f2c4e4e2096 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:08:54.445770 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4a76aa-292b-4a49-a274-6f2c4e4e2096 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:08:54.446148 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4a76aa-292b-4a49-a274-6f2c4e4e2096 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:08:54.446526 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4a76aa-292b-4a49-a274-6f2c4e4e2096 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:08:54.446903 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4a76aa-292b-4a49-a274-6f2c4e4e2096 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:08:54.447283 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4a76aa-292b-4a49-a274-6f2c4e4e2096 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:08:54.447661 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4a76aa-292b-4a49-a274-6f2c4e4e2096 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:08:54.451167 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-4f4a76aa-292b-4a49-a274-6f2c4e4e2096 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:08:54.452365 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-4f4a76aa-292b-4a49-a274-6f2c4e4e2096 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5b43fa85-5586-4171-b4e9-2e4d1da55a7a HTTP/1.1" status: 204 len: 168 time: 0.1787930 Jan 24 07:08:54.453326 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-4f4a76aa-292b-4a49-a274-6f2c4e4e2096 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:09:00.128874 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:09:06.124080 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.agents_db [None req-2c2cd112-eb45-4d42-b228-ef41d20f669c None None] Agent healthcheck: found 6 active agents {{(pid=80238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 07:09:16.200225 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e41c3145-975b-4dec-9dad-1c5a39ff9fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:09:19.647145 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-73e242ac-8790-4a78-a707-fe00eef564b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:09:20.124855 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80235) accepted ('10.222.0.22', 40384) {{(pid=80235) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:09:20.283978 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-d34b5911-b6e4-49f1-8378-324ed1dc3341 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:09:20.299548 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-d34b5911-b6e4-49f1-8378-324ed1dc3341 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 07:09:20.304309 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-d34b5911-b6e4-49f1-8378-324ed1dc3341 admin admin] Usage tracker for resource:security_group_rule and tenant:e70adbab6fb046e5beee61be7b4791cb is out of sync, need to count used quota {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 07:09:20.307237 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [None req-d34b5911-b6e4-49f1-8378-324ed1dc3341 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80235) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 07:09:20.313032 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.quota.driver [None req-d34b5911-b6e4-49f1-8378-324ed1dc3341 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 07:09:20.400441 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-d34b5911-b6e4-49f1-8378-324ed1dc3341 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:09:20.402980 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-d34b5911-b6e4-49f1-8378-324ed1dc3341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_create {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:09:20.412580 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-4a03af8e-854e-4719-a4fd-574adaad9055 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:09:20.458122 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-d34b5911-b6e4-49f1-8378-324ed1dc3341 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e70adbab6fb046e5beee61be7b4791cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3320506 Jan 24 07:09:20.459834 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34b5911-b6e4-49f1-8378-324ed1dc3341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cedcb899-ed20-4071-bf33-3c32d654e003,revision_number=1']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:09:20.460920 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 40390) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:09:20.463529 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-d34b5911-b6e4-49f1-8378-324ed1dc3341 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:09:20.528187 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-768ed7cc-2c2d-4d35-bbab-84fd0c2e6f20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:09:20.555112 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-768ed7cc-2c2d-4d35-bbab-84fd0c2e6f20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:09:20.603995 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-768ed7cc-2c2d-4d35-bbab-84fd0c2e6f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:09:20.609358 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-48198243-de01-4a4c-b0da-a01eaf869abf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:09:20.620721 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768ed7cc-2c2d-4d35-bbab-84fd0c2e6f20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cedcb899-ed20-4071-bf33-3c32d654e003,revision_number=None']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:09:20.625538 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-768ed7cc-2c2d-4d35-bbab-84fd0c2e6f20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:09:20.630737 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-768ed7cc-2c2d-4d35-bbab-84fd0c2e6f20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:09:20.634491 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-768ed7cc-2c2d-4d35-bbab-84fd0c2e6f20 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cedcb899-ed20-4071-bf33-3c32d654e003 HTTP/1.1" status: 204 len: 168 time: 0.1699269 Jan 24 07:09:20.705245 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-0973889c-19e5-4d95-b583-e5e3d7812d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:09:21.146549 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:09:22.700563 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-234e5594-7a0b-4e8c-b8aa-6f4b31972cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:09:25.854435 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-2770ebcd-1e58-4662-857f-34d74838692e req-179797ab-20fe-43a5-827d-63ca5db1f14a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ab88cf14-8684-48bd-9519-bda011ed0473&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.2048986 Jan 24 07:09:26.018329 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2770ebcd-1e58-4662-857f-34d74838692e req-5785b932-9d05-4ec6-931d-bab54afbbc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:09:26.020320 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-2770ebcd-1e58-4662-857f-34d74838692e req-5785b932-9d05-4ec6-931d-bab54afbbc92 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0cbc5a2c43e442e881ea5da07e6155a1&device_id=ab88cf14-8684-48bd-9519-bda011ed0473 HTTP/1.1" status: 200 len: 1163 time: 0.0771790 Jan 24 07:09:26.178564 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2770ebcd-1e58-4662-857f-34d74838692e req-d1b1d62a-e96a-4639-9028-407d403093f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:09:26.180182 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-2770ebcd-1e58-4662-857f-34d74838692e req-d1b1d62a-e96a-4639-9028-407d403093f8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3a2995af-23e4-4848-b461-069c7594050c HTTP/1.1" status: 200 len: 903 time: 0.1413558 Jan 24 07:09:26.301059 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-2770ebcd-1e58-4662-857f-34d74838692e req-eaa54441-5e30-4d3e-bfa5-f3bdabc3183c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90758390-c4e6-4803-8de7-592eae9f70f2 HTTP/1.1" status: 200 len: 1002 time: 0.1129339 Jan 24 07:09:26.371781 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2770ebcd-1e58-4662-857f-34d74838692e req-416b90ed-a38b-40d2-b95c-f43669bf02c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:09:26.373296 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-2770ebcd-1e58-4662-857f-34d74838692e req-416b90ed-a38b-40d2-b95c-f43669bf02c2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=36d77b5b-eba8-4153-af7c-7e5a5de26b5e HTTP/1.1" status: 200 len: 848 time: 0.0671139 Jan 24 07:09:26.451977 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2770ebcd-1e58-4662-857f-34d74838692e req-b48e2699-321c-48a3-8aae-2c3e61ac2941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:09:26.453542 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-2770ebcd-1e58-4662-857f-34d74838692e req-b48e2699-321c-48a3-8aae-2c3e61ac2941 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3a2995af-23e4-4848-b461-069c7594050c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0738997 Jan 24 07:09:26.464238 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [req-2770ebcd-1e58-4662-857f-34d74838692e req-3204ef98-7121-48e9-be0b-3d815dc8a8d9 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=80235) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 07:09:26.465246 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-2770ebcd-1e58-4662-857f-34d74838692e req-3204ef98-7121-48e9-be0b-3d815dc8a8d9 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0053225 Jan 24 07:09:26.605271 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-2770ebcd-1e58-4662-857f-34d74838692e req-3b59ab22-a522-4b75-9115-6f228dcd6335 service neutron] 10.222.0.18 "GET /v2.0/networks/3a2995af-23e4-4848-b461-069c7594050c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331000 Jan 24 07:09:26.745284 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-2770ebcd-1e58-4662-857f-34d74838692e req-c8353b17-e2c9-456f-8f15-5d3a44c06bde service neutron] 10.222.0.18 "GET /v2.0/networks/3a2995af-23e4-4848-b461-069c7594050c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1338785 Jan 24 07:09:30.279898 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:09:43.123254 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.agents_db [None req-2c2cd112-eb45-4d42-b228-ef41d20f669c None None] Agent healthcheck: found 6 active agents {{(pid=80238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 07:09:46.202396 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-02f9fa00-4090-4ea9-bfba-5439bc2a00ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:09:49.648789 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-73e242ac-8790-4a78-a707-fe00eef564b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:09:50.708354 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-e1b89940-b9f2-480d-a27e-26620434d855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:09:51.148140 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:09:52.700866 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-234e5594-7a0b-4e8c-b8aa-6f4b31972cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:09:55.572099 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-358ab9b8-c4b6-4a92-999d-06200c523fd6 req-39e74faf-0558-43a8-896a-6f07f5c4a10c tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] 10.222.0.22 "GET /v2.0/floatingips/e8c489ec-1b71-4f88-9e51-fdcab86b3622 HTTP/1.1" status: 200 len: 999 time: 0.1165614 Jan 24 07:09:55.751093 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ab9b8-c4b6-4a92-999d-06200c523fd6 req-877de12e-64e4-4576-8730-7ef1cb3385f7 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:09:55.752530 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-358ab9b8-c4b6-4a92-999d-06200c523fd6 req-877de12e-64e4-4576-8730-7ef1cb3385f7 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] 10.222.0.22 "GET /v2.0/networks/3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a HTTP/1.1" status: 200 len: 784 time: 0.1745751 Jan 24 07:09:55.764017 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [req-358ab9b8-c4b6-4a92-999d-06200c523fd6 req-39b4ed6a-25f9-4d6d-9e11-f02ddd5588e6 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=80236) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 07:09:55.765311 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-358ab9b8-c4b6-4a92-999d-06200c523fd6 req-39b4ed6a-25f9-4d6d-9e11-f02ddd5588e6 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0061691 Jan 24 07:09:56.109949 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-358ab9b8-c4b6-4a92-999d-06200c523fd6 req-791dfa8d-6563-48ec-b5d0-c117fc85f63e tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.28.0.182 HTTP/1.1" status: 200 len: 1002 time: 0.3385127 Jan 24 07:09:56.212212 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ab9b8-c4b6-4a92-999d-06200c523fd6 req-0f25199e-cdaa-452b-8c3d-c9bcc25b1866 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:09:56.213654 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-358ab9b8-c4b6-4a92-999d-06200c523fd6 req-0f25199e-cdaa-452b-8c3d-c9bcc25b1866 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] 10.222.0.22 "GET /v2.0/ports/90758390-c4e6-4803-8de7-592eae9f70f2 HTTP/1.1" status: 200 len: 943 time: 0.0967970 Jan 24 07:09:56.411294 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-358ab9b8-c4b6-4a92-999d-06200c523fd6 req-72731fa5-777d-4884-8f6f-cae9864a947b tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.28.0.182 HTTP/1.1" status: 200 len: 1002 time: 0.1170454 Jan 24 07:09:56.637873 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [req-358ab9b8-c4b6-4a92-999d-06200c523fd6 req-e9c925ce-99ee-4946-855a-d4065912d076 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Deleting port fdb2c4af-8c33-4d17-9000-3c9dd627db22 {{(pid=80236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 07:09:56.637873 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-358ab9b8-c4b6-4a92-999d-06200c523fd6 req-e9c925ce-99ee-4946-855a-d4065912d076 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760141954436'] for port, before_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:09:56.823183 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-358ab9b8-c4b6-4a92-999d-06200c523fd6 req-e9c925ce-99ee-4946-855a-d4065912d076 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854346336'] for port, precommit_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:09:56.823576 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-358ab9b8-c4b6-4a92-999d-06200c523fd6 req-e9c925ce-99ee-4946-855a-d4065912d076 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Notify callbacks [] for floatingip, precommit_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:09:56.954451 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [req-358ab9b8-c4b6-4a92-999d-06200c523fd6 req-e9c925ce-99ee-4946-855a-d4065912d076 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Calling delete_port for fdb2c4af-8c33-4d17-9000-3c9dd627db22 owned by network:floatingip {{(pid=80236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 07:09:57.107482 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-358ab9b8-c4b6-4a92-999d-06200c523fd6 req-e9c925ce-99ee-4946-855a-d4065912d076 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363276712759002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363276713243132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852012043'] for port, after_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:09:57.122927 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:09:57.217718 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c925ce-99ee-4946-855a-d4065912d076 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Pushing event deleted for resources: {'Port': ['ID=fdb2c4af-8c33-4d17-9000-3c9dd627db22,revision_number=None']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:09:57.231391 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c925ce-99ee-4946-855a-d4065912d076 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:09:57.231851 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c925ce-99ee-4946-855a-d4065912d076 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:09:57.232261 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c925ce-99ee-4946-855a-d4065912d076 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:09:57.232663 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c925ce-99ee-4946-855a-d4065912d076 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:09:57.233062 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c925ce-99ee-4946-855a-d4065912d076 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:09:57.233456 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c925ce-99ee-4946-855a-d4065912d076 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:09:57.233847 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c925ce-99ee-4946-855a-d4065912d076 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:09:57.234237 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c925ce-99ee-4946-855a-d4065912d076 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:09:57.234625 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c925ce-99ee-4946-855a-d4065912d076 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:09:57.235010 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c925ce-99ee-4946-855a-d4065912d076 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:09:57.235400 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c925ce-99ee-4946-855a-d4065912d076 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:09:57.235812 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c925ce-99ee-4946-855a-d4065912d076 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:09:57.236240 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c925ce-99ee-4946-855a-d4065912d076 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:09:57.236627 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c925ce-99ee-4946-855a-d4065912d076 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:09:57.237011 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c925ce-99ee-4946-855a-d4065912d076 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:09:57.237394 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c925ce-99ee-4946-855a-d4065912d076 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:09:57.237775 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c925ce-99ee-4946-855a-d4065912d076 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:09:57.238158 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c925ce-99ee-4946-855a-d4065912d076 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:09:57.238538 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c925ce-99ee-4946-855a-d4065912d076 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:09:57.239015 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c925ce-99ee-4946-855a-d4065912d076 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:09:57.239402 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c925ce-99ee-4946-855a-d4065912d076 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:09:57.239813 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c925ce-99ee-4946-855a-d4065912d076 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:09:57.240199 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c925ce-99ee-4946-855a-d4065912d076 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:09:57.240584 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c925ce-99ee-4946-855a-d4065912d076 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:09:57.250626 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-e9c925ce-99ee-4946-855a-d4065912d076 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:09:57.363041 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-358ab9b8-c4b6-4a92-999d-06200c523fd6 req-e9c925ce-99ee-4946-855a-d4065912d076 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Notify callbacks [] for floatingip, after_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:09:57.363413 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.db.l3_db [req-358ab9b8-c4b6-4a92-999d-06200c523fd6 req-e9c925ce-99ee-4946-855a-d4065912d076 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Floating IP e8c489ec-1b71-4f88-9e51-fdcab86b3622 disassociated (deleted). External IP: 172.28.0.182, port: 90758390-c4e6-4803-8de7-592eae9f70f2. Jan 24 07:09:57.740901 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.l3_agent_scheduler [req-358ab9b8-c4b6-4a92-999d-06200c523fd6 req-e9c925ce-99ee-4946-855a-d4065912d076 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Router b874ce80-df02-405f-bb2a-6c08515206fd has already been hosted by L3 agent 4d190a5c-2620-4f2a-bccf-f8076df9706a {{(pid=80236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 24 07:09:57.931580 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-358ab9b8-c4b6-4a92-999d-06200c523fd6 req-e9c925ce-99ee-4946-855a-d4065912d076 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Notify agent at l3_agent.dv-cinder-772181-6-smb the message routers_updated {{(pid=80236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 24 07:09:57.940844 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3322afc4-ae3e-4338-87ba-87bde67b9ae1 None None] Sync routers for ids ['b874ce80-df02-405f-bb2a-6c08515206fd'] in dv-cinder-772181-6-smb {{(pid=80238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 24 07:09:57.950546 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3322afc4-ae3e-4338-87ba-87bde67b9ae1 None None] Routers {'b874ce80-df02-405f-bb2a-6c08515206fd'} bound to L3 agent in host dv-cinder-772181-6-smb {{(pid=80238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 07:09:57.951213 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-3322afc4-ae3e-4338-87ba-87bde67b9ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-24T06:49:21Z,description=,heartbeat_timestamp=2021-01-24T07:09:51Z,host='dv-cinder-772181-6-smb',id=4d190a5c-2620-4f2a-bccf-f8076df9706a,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T06:49:21Z,topic='l3_agent')) {'router_ids': ['b874ce80-df02-405f-bb2a-6c08515206fd'], 'active': True} {{(pid=80238) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:09:57.955105 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-358ab9b8-c4b6-4a92-999d-06200c523fd6 req-e9c925ce-99ee-4946-855a-d4065912d076 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149749'] for floatingip, before_response {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:09:58.015327 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-358ab9b8-c4b6-4a92-999d-06200c523fd6 req-e9c925ce-99ee-4946-855a-d4065912d076 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] 10.222.0.22 "DELETE /v2.0/floatingips/e8c489ec-1b71-4f88-9e51-fdcab86b3622 HTTP/1.1" status: 204 len: 173 time: 1.5975614 Jan 24 07:09:58.015937 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab88cf14-8684-48bd-9519-bda011ed0473', 'tag': '90758390-c4e6-4803-8de7-592eae9f70f2'}] {{(pid=80236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 07:09:58.079407 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab88cf14-8684-48bd-9519-bda011ed0473', 'tag': '90758390-c4e6-4803-8de7-592eae9f70f2', 'status': 'completed', 'code': 200} Jan 24 07:09:58.142819 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-3322afc4-ae3e-4338-87ba-87bde67b9ae1 None None] Set router b874ce80-df02-405f-bb2a-6c08515206fd gateway port host: dv-cinder-772181-6-smb {{(pid=80238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 07:09:58.203014 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c161d92-00c5-4b62-8d10-4884711710af req-7fd26aee-0293-4234-ae13-0266de50454a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:09:58.204684 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-6c161d92-00c5-4b62-8d10-4884711710af req-7fd26aee-0293-4234-ae13-0266de50454a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0cbc5a2c43e442e881ea5da07e6155a1&device_id=ab88cf14-8684-48bd-9519-bda011ed0473 HTTP/1.1" status: 200 len: 1163 time: 0.0800371 Jan 24 07:09:58.253901 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ab9b8-c4b6-4a92-999d-06200c523fd6 req-9e5705d2-ca03-4281-b0b7-d2d7efe3513a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:09:58.256256 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-358ab9b8-c4b6-4a92-999d-06200c523fd6 req-9e5705d2-ca03-4281-b0b7-d2d7efe3513a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0cbc5a2c43e442e881ea5da07e6155a1&device_id=ab88cf14-8684-48bd-9519-bda011ed0473 HTTP/1.1" status: 200 len: 1163 time: 0.2255061 Jan 24 07:09:58.348907 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c161d92-00c5-4b62-8d10-4884711710af req-e1a8cc09-90b5-4aae-9ac9-7542b42b6293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:09:58.350602 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-6c161d92-00c5-4b62-8d10-4884711710af req-e1a8cc09-90b5-4aae-9ac9-7542b42b6293 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3a2995af-23e4-4848-b461-069c7594050c HTTP/1.1" status: 200 len: 903 time: 0.1397078 Jan 24 07:09:58.401992 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ab9b8-c4b6-4a92-999d-06200c523fd6 req-cd14d058-bd93-45b6-98c4-b6003e473372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:09:58.408984 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-358ab9b8-c4b6-4a92-999d-06200c523fd6 req-cd14d058-bd93-45b6-98c4-b6003e473372 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3a2995af-23e4-4848-b461-069c7594050c HTTP/1.1" status: 200 len: 903 time: 0.1454186 Jan 24 07:09:58.431453 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-6c161d92-00c5-4b62-8d10-4884711710af req-a752f90d-c061-4dfd-a809-a3c0db14ef5f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90758390-c4e6-4803-8de7-592eae9f70f2 HTTP/1.1" status: 200 len: 217 time: 0.0731430 Jan 24 07:09:58.477889 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-3322afc4-ae3e-4338-87ba-87bde67b9ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b874ce80-df02-405f-bb2a-6c08515206fd', 'name': 'tempest-TestShelveInstance-1542735610-router', 'tenant_id': '0cbc5a2c43e442e881ea5da07e6155a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'external_fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.86'}], 'enable_snat': True}, 'gw_port_id': '93ba0ed6-7630-41f4-bc05-763daf92311d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T07:05:25Z', 'updated_at': '2021-01-24T07:05:31Z', 'revision_number': 4, 'project_id': '0cbc5a2c43e442e881ea5da07e6155a1', 'gw_port': {'id': '93ba0ed6-7630-41f4-bc05-763daf92311d', 'name': '', 'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:4d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b874ce80-df02-405f-bb2a-6c08515206fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T07:05:26Z', 'updated_at': '2021-01-24T07:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-6-smb', '_interfaces': [{'id': '2ae94b8a-dfb9-4098-929c-7eaf4986fdbf', 'name': '', 'network_id': '3a2995af-23e4-4848-b461-069c7594050c', 'tenant_id': '0cbc5a2c43e442e881ea5da07e6155a1', 'mac_address': 'fa:16:3e:90:eb:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b874ce80-df02-405f-bb2a-6c08515206fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '36d77b5b-eba8-4153-af7c-7e5a5de26b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T07:05:30Z', 'updated_at': '2021-01-24T07:05:40Z', 'revision_number': 5, 'project_id': '0cbc5a2c43e442e881ea5da07e6155a1', 'subnets': [{'id': '36d77b5b-eba8-4153-af7c-7e5a5de26b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-6-smb', False) {} {{(pid=80238) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:09:58.482239 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3322afc4-ae3e-4338-87ba-87bde67b9ae1 None None] Checking router: b874ce80-df02-405f-bb2a-6c08515206fd for host: dv-cinder-772181-6-smb {{(pid=80238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 24 07:09:58.491173 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3322afc4-ae3e-4338-87ba-87bde67b9ae1 None None] Routers {'b874ce80-df02-405f-bb2a-6c08515206fd'} bound to L3 agent in host dv-cinder-772181-6-smb {{(pid=80238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 07:09:58.491866 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-3322afc4-ae3e-4338-87ba-87bde67b9ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-24T06:49:21Z,description=,heartbeat_timestamp=2021-01-24T07:09:51Z,host='dv-cinder-772181-6-smb',id=4d190a5c-2620-4f2a-bccf-f8076df9706a,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T06:49:21Z,topic='l3_agent')) {'router_ids': ['b874ce80-df02-405f-bb2a-6c08515206fd'], 'active': True} {{(pid=80238) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:09:58.494928 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-358ab9b8-c4b6-4a92-999d-06200c523fd6 req-d7f92196-38f6-42c7-80d1-c46ba9c27a32 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90758390-c4e6-4803-8de7-592eae9f70f2 HTTP/1.1" status: 200 len: 217 time: 0.0773785 Jan 24 07:09:58.503296 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c161d92-00c5-4b62-8d10-4884711710af req-041af9ae-c159-468d-b9ea-7aea514bfbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:09:58.505094 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-6c161d92-00c5-4b62-8d10-4884711710af req-041af9ae-c159-468d-b9ea-7aea514bfbd1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=36d77b5b-eba8-4153-af7c-7e5a5de26b5e HTTP/1.1" status: 200 len: 848 time: 0.0677657 Jan 24 07:09:58.569613 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ab9b8-c4b6-4a92-999d-06200c523fd6 req-b6640dad-497b-4d2b-bfa2-41d582a89791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:09:58.571410 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-358ab9b8-c4b6-4a92-999d-06200c523fd6 req-b6640dad-497b-4d2b-bfa2-41d582a89791 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=36d77b5b-eba8-4153-af7c-7e5a5de26b5e HTTP/1.1" status: 200 len: 848 time: 0.0690506 Jan 24 07:09:58.590969 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c161d92-00c5-4b62-8d10-4884711710af req-72aeca2a-7ffa-4150-92a5-d6f66cbd45a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:09:58.592985 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-6c161d92-00c5-4b62-8d10-4884711710af req-72aeca2a-7ffa-4150-92a5-d6f66cbd45a7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3a2995af-23e4-4848-b461-069c7594050c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0814118 Jan 24 07:09:58.664022 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ab9b8-c4b6-4a92-999d-06200c523fd6 req-75578fbd-3692-447b-b51b-5e9734550691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:09:58.665703 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-358ab9b8-c4b6-4a92-999d-06200c523fd6 req-75578fbd-3692-447b-b51b-5e9734550691 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3a2995af-23e4-4848-b461-069c7594050c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0873113 Jan 24 07:09:58.699918 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-3322afc4-ae3e-4338-87ba-87bde67b9ae1 None None] Set router b874ce80-df02-405f-bb2a-6c08515206fd gateway port host: dv-cinder-772181-6-smb {{(pid=80238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 07:09:58.739294 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-6c161d92-00c5-4b62-8d10-4884711710af req-18fbd6d7-095e-460f-9716-f68e9ae88fbc service neutron] 10.222.0.18 "GET /v2.0/networks/3a2995af-23e4-4848-b461-069c7594050c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392355 Jan 24 07:09:58.812274 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-358ab9b8-c4b6-4a92-999d-06200c523fd6 req-1b788988-efb6-4e33-b5f5-fd86edd9bd4f service neutron] 10.222.0.22 "GET /v2.0/networks/3a2995af-23e4-4848-b461-069c7594050c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389756 Jan 24 07:09:58.968698 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-358ab9b8-c4b6-4a92-999d-06200c523fd6 req-334c6fe2-d95e-4ecb-83ca-fff445f42ef8 service neutron] 10.222.0.22 "GET /v2.0/networks/3a2995af-23e4-4848-b461-069c7594050c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1473534 Jan 24 07:09:59.060108 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-3322afc4-ae3e-4338-87ba-87bde67b9ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b874ce80-df02-405f-bb2a-6c08515206fd', 'name': 'tempest-TestShelveInstance-1542735610-router', 'tenant_id': '0cbc5a2c43e442e881ea5da07e6155a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'external_fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.86'}], 'enable_snat': True}, 'gw_port_id': '93ba0ed6-7630-41f4-bc05-763daf92311d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T07:05:25Z', 'updated_at': '2021-01-24T07:05:31Z', 'revision_number': 4, 'project_id': '0cbc5a2c43e442e881ea5da07e6155a1', 'gw_port': {'id': '93ba0ed6-7630-41f4-bc05-763daf92311d', 'name': '', 'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:4d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b874ce80-df02-405f-bb2a-6c08515206fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T07:05:26Z', 'updated_at': '2021-01-24T07:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-6-smb', '_interfaces': [{'id': '2ae94b8a-dfb9-4098-929c-7eaf4986fdbf', 'name': '', 'network_id': '3a2995af-23e4-4848-b461-069c7594050c', 'tenant_id': '0cbc5a2c43e442e881ea5da07e6155a1', 'mac_address': 'fa:16:3e:90:eb:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b874ce80-df02-405f-bb2a-6c08515206fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '36d77b5b-eba8-4153-af7c-7e5a5de26b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T07:05:30Z', 'updated_at': '2021-01-24T07:05:40Z', 'revision_number': 5, 'project_id': '0cbc5a2c43e442e881ea5da07e6155a1', 'subnets': [{'id': '36d77b5b-eba8-4153-af7c-7e5a5de26b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-6-smb', False) {} {{(pid=80238) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:09:59.064346 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3322afc4-ae3e-4338-87ba-87bde67b9ae1 None None] The sync data for ids ['b874ce80-df02-405f-bb2a-6c08515206fd'] in dv-cinder-772181-6-smb is: [{'id': 'b874ce80-df02-405f-bb2a-6c08515206fd', 'name': 'tempest-TestShelveInstance-1542735610-router', 'tenant_id': '0cbc5a2c43e442e881ea5da07e6155a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'external_fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.86'}], 'enable_snat': True}, 'gw_port_id': '93ba0ed6-7630-41f4-bc05-763daf92311d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T07:05:25Z', 'updated_at': '2021-01-24T07:05:31Z', 'revision_number': 4, 'project_id': '0cbc5a2c43e442e881ea5da07e6155a1', 'gw_port': {'id': '93ba0ed6-7630-41f4-bc05-763daf92311d', 'name': '', 'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:4d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b874ce80-df02-405f-bb2a-6c08515206fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T07:05:26Z', 'updated_at': '2021-01-24T07:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-6-smb', '_interfaces': [{'id': '2ae94b8a-dfb9-4098-929c-7eaf4986fdbf', 'name': '', 'network_id': '3a2995af-23e4-4848-b461-069c7594050c', 'tenant_id': '0cbc5a2c43e442e881ea5da07e6155a1', 'mac_address': 'fa:16:3e:90:eb:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b874ce80-df02-405f-bb2a-6c08515206fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '36d77b5b-eba8-4153-af7c-7e5a5de26b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T07:05:30Z', 'updated_at': '2021-01-24T07:05:40Z', 'revision_number': 5, 'project_id': '0cbc5a2c43e442e881ea5da07e6155a1', 'subnets': [{'id': '36d77b5b-eba8-4153-af7c-7e5a5de26b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 24 07:09:59.113335 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-6c161d92-00c5-4b62-8d10-4884711710af req-87a02e3b-1e71-426c-9bde-b6661876cf18 service neutron] 10.222.0.18 "GET /v2.0/networks/3a2995af-23e4-4848-b461-069c7594050c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3683140 Jan 24 07:09:59.428145 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6549a6-f127-4666-ad13-d36b54db0e6c req-611fd911-4083-417b-b1a2-c7f153d4590a tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:09:59.428938 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-3c6549a6-f127-4666-ad13-d36b54db0e6c req-611fd911-4083-417b-b1a2-c7f153d4590a tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Synchronizing usage tracker for tenant:0cbc5a2c43e442e881ea5da07e6155a1 on resource:port {{(pid=80236) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 07:09:59.445427 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-3c6549a6-f127-4666-ad13-d36b54db0e6c req-611fd911-4083-417b-b1a2-c7f153d4590a tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Unset dirty status for tenant:0cbc5a2c43e442e881ea5da07e6155a1 on resource:port {{(pid=80236) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 07:09:59.446690 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-3c6549a6-f127-4666-ad13-d36b54db0e6c req-611fd911-4083-417b-b1a2-c7f153d4590a tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] 10.222.0.22 "GET /v2.0/ports?device_id=ab88cf14-8684-48bd-9519-bda011ed0473 HTTP/1.1" status: 200 len: 946 time: 0.1229994 Jan 24 07:09:59.474409 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c45657c-48f8-4420-8735-0921927c2277 None None] New status for floating IP e8c489ec-1b71-4f88-9e51-fdcab86b3622: DOWN {{(pid=80237) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 24 07:09:59.498901 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-3c6549a6-f127-4666-ad13-d36b54db0e6c req-0161b1c2-dd27-4f2a-88d3-376d80c4a8a9 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] 10.222.0.22 "GET /v2.0/security-groups?id=cf880658-cbbf-44f0-b75e-20aba2fce927&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0456283 Jan 24 07:10:00.137550 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:10:00.883041 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c7e82d-1aca-4d47-990c-b988f7c5438e req-a175d95e-3559-4991-85e1-88f7f41585f4 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:10:00.883814 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-20c7e82d-1aca-4d47-990c-b988f7c5438e req-a175d95e-3559-4991-85e1-88f7f41585f4 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Synchronizing usage tracker for tenant:0cbc5a2c43e442e881ea5da07e6155a1 on resource:port {{(pid=80235) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 07:10:00.897384 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.quota.resource [req-20c7e82d-1aca-4d47-990c-b988f7c5438e req-a175d95e-3559-4991-85e1-88f7f41585f4 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Unset dirty status for tenant:0cbc5a2c43e442e881ea5da07e6155a1 on resource:port {{(pid=80235) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 07:10:00.898637 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-20c7e82d-1aca-4d47-990c-b988f7c5438e req-a175d95e-3559-4991-85e1-88f7f41585f4 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] 10.222.0.18 "GET /v2.0/ports?device_id=ab88cf14-8684-48bd-9519-bda011ed0473 HTTP/1.1" status: 200 len: 946 time: 0.1239564 Jan 24 07:10:00.978476 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dca0236-8955-405b-ae23-194a83ee777a req-0665c138-e9d1-4e40-8ac5-69b4087649fa tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 07:10:00.980155 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-1dca0236-8955-405b-ae23-194a83ee777a req-0665c138-e9d1-4e40-8ac5-69b4087649fa tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] 10.222.0.22 "GET /v2.0/ports?device_id=ab88cf14-8684-48bd-9519-bda011ed0473 HTTP/1.1" status: 200 len: 946 time: 0.3448353 Jan 24 07:10:00.984581 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [req-20c7e82d-1aca-4d47-990c-b988f7c5438e req-280f2fa1-5633-45d2-b9de-d8eb47d92604 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Deleting port 90758390-c4e6-4803-8de7-592eae9f70f2 {{(pid=80235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 07:10:00.984961 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-20c7e82d-1aca-4d47-990c-b988f7c5438e req-280f2fa1-5633-45d2-b9de-d8eb47d92604 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760141954436'] for port, before_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:10:01.032216 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-1dca0236-8955-405b-ae23-194a83ee777a req-46c6ead0-de4a-4ee1-9d3f-a4bf7cd9b967 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] 10.222.0.22 "GET /v2.0/security-groups?id=cf880658-cbbf-44f0-b75e-20aba2fce927&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0456662 Jan 24 07:10:01.240587 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [req-20c7e82d-1aca-4d47-990c-b988f7c5438e req-280f2fa1-5633-45d2-b9de-d8eb47d92604 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] For port 90758390-c4e6-4803-8de7-592eae9f70f2, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=90758390-c4e6-4803-8de7-592eae9f70f2,segment=NetworkSegment(d16347d5-9ccb-46ed-916a-b6ce188be078),segment_id=d16347d5-9ccb-46ed-916a-b6ce188be078)] {{(pid=80235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 07:10:01.241175 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-20c7e82d-1aca-4d47-990c-b988f7c5438e req-280f2fa1-5633-45d2-b9de-d8eb47d92604 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854346336'] for port, precommit_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:10:01.370045 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [req-20c7e82d-1aca-4d47-990c-b988f7c5438e req-280f2fa1-5633-45d2-b9de-d8eb47d92604 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Calling delete_port for 90758390-c4e6-4803-8de7-592eae9f70f2 owned by compute:nova {{(pid=80235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 07:10:01.512896 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-20c7e82d-1aca-4d47-990c-b988f7c5438e req-280f2fa1-5633-45d2-b9de-d8eb47d92604 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363276712759002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363276713243132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851855427'] for port, after_delete {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:10:01.528158 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-3f727a33-28d6-48fe-827a-16a35bef9ae8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:10:01.574974 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280f2fa1-5633-45d2-b9de-d8eb47d92604 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Pushing event deleted for resources: {'Port': ['ID=90758390-c4e6-4803-8de7-592eae9f70f2,revision_number=None']} {{(pid=80235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:10:01.621115 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Device 90758390-c4e6-4803-8de7-592eae9f70f2 no longer exists at agent ovs-agent-hv-cinder-77218 {{(pid=80237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 07:10:01.635147 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280f2fa1-5633-45d2-b9de-d8eb47d92604 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:10:01.635559 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280f2fa1-5633-45d2-b9de-d8eb47d92604 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:10:01.636004 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280f2fa1-5633-45d2-b9de-d8eb47d92604 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:10:01.636400 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280f2fa1-5633-45d2-b9de-d8eb47d92604 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:10:01.636800 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280f2fa1-5633-45d2-b9de-d8eb47d92604 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:10:01.637190 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280f2fa1-5633-45d2-b9de-d8eb47d92604 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:10:01.637577 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280f2fa1-5633-45d2-b9de-d8eb47d92604 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:10:01.637961 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280f2fa1-5633-45d2-b9de-d8eb47d92604 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:10:01.638344 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280f2fa1-5633-45d2-b9de-d8eb47d92604 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:10:01.638725 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280f2fa1-5633-45d2-b9de-d8eb47d92604 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:10:01.639108 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280f2fa1-5633-45d2-b9de-d8eb47d92604 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:10:01.639491 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280f2fa1-5633-45d2-b9de-d8eb47d92604 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:10:01.640190 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280f2fa1-5633-45d2-b9de-d8eb47d92604 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:10:01.640574 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280f2fa1-5633-45d2-b9de-d8eb47d92604 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:10:01.640956 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280f2fa1-5633-45d2-b9de-d8eb47d92604 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:10:01.641337 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280f2fa1-5633-45d2-b9de-d8eb47d92604 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:10:01.641715 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280f2fa1-5633-45d2-b9de-d8eb47d92604 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:10:01.642093 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280f2fa1-5633-45d2-b9de-d8eb47d92604 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:10:01.642469 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280f2fa1-5633-45d2-b9de-d8eb47d92604 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:10:01.642847 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280f2fa1-5633-45d2-b9de-d8eb47d92604 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:10:01.643225 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280f2fa1-5633-45d2-b9de-d8eb47d92604 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:10:01.643601 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280f2fa1-5633-45d2-b9de-d8eb47d92604 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:10:01.644028 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280f2fa1-5633-45d2-b9de-d8eb47d92604 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:10:01.644404 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280f2fa1-5633-45d2-b9de-d8eb47d92604 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:10:01.650216 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-280f2fa1-5633-45d2-b9de-d8eb47d92604 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80235) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:10:01.661390 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] No Port match for: 90758390-c4e6-4803-8de7-592eae9f70f2 {{(pid=80237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 24 07:10:01.661995 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Device 90758390-c4e6-4803-8de7-592eae9f70f2 not bound to the agent host hv-cinder-77218 {{(pid=80237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 24 07:10:01.749779 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [req-20c7e82d-1aca-4d47-990c-b988f7c5438e req-280f2fa1-5633-45d2-b9de-d8eb47d92604 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] No DVR routers for this DVR port 90758390-c4e6-4803-8de7-592eae9f70f2 on host hv-cinder-77218 {{(pid=80235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 24 07:10:01.752055 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-20c7e82d-1aca-4d47-990c-b988f7c5438e req-280f2fa1-5633-45d2-b9de-d8eb47d92604 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149749'] for port, before_response {{(pid=80235) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:10:01.755258 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab88cf14-8684-48bd-9519-bda011ed0473', 'name': 'network-vif-deleted', 'tag': '90758390-c4e6-4803-8de7-592eae9f70f2'}] {{(pid=80235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 07:10:01.775539 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-20c7e82d-1aca-4d47-990c-b988f7c5438e req-280f2fa1-5633-45d2-b9de-d8eb47d92604 tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] 10.222.0.18 "DELETE /v2.0/ports/90758390-c4e6-4803-8de7-592eae9f70f2 HTTP/1.1" status: 204 len: 173 time: 0.8701720 Jan 24 07:10:02.029486 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab88cf14-8684-48bd-9519-bda011ed0473', 'name': 'network-vif-deleted', 'tag': '90758390-c4e6-4803-8de7-592eae9f70f2', 'status': 'completed', 'code': 200} Jan 24 07:10:02.216018 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-35a6e785-bf29-47bd-b1e8-918df769deb8 req-914190e4-d83d-4f51-9539-a805fa809b1b tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] 10.222.0.22 "GET /v2.0/ports?device_id=ab88cf14-8684-48bd-9519-bda011ed0473 HTTP/1.1" status: 200 len: 210 time: 0.0488718 Jan 24 07:10:03.409711 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-e30e4eef-20f8-46d5-8437-0781139c3a4e req-adb8957a-8c5f-4cd0-b3a9-b4246491129b tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] 10.222.0.22 "GET /v2.0/security-groups/cf880658-cbbf-44f0-b75e-20aba2fce927 HTTP/1.1" status: 200 len: 2991 time: 0.0548971 Jan 24 07:10:03.493775 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-e30e4eef-20f8-46d5-8437-0781139c3a4e req-ccc857b8-c810-4e67-83bb-54318098d4db tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Notify callbacks [] for security_group, before_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:10:03.523397 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-e30e4eef-20f8-46d5-8437-0781139c3a4e req-ccc857b8-c810-4e67-83bb-54318098d4db tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Notify callbacks [] for security_group, precommit_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:10:03.569352 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-e30e4eef-20f8-46d5-8437-0781139c3a4e req-ccc857b8-c810-4e67-83bb-54318098d4db tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:10:03.574510 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-cda967ff-345b-4be9-a2be-4a4d2c8706ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:10:03.590335 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc857b8-c810-4e67-83bb-54318098d4db tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf880658-cbbf-44f0-b75e-20aba2fce927,revision_number=None']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:10:03.593221 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-ccc857b8-c810-4e67-83bb-54318098d4db tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:10:03.600540 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [req-e30e4eef-20f8-46d5-8437-0781139c3a4e req-ccc857b8-c810-4e67-83bb-54318098d4db tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] Notify callbacks [] for security_group, before_response {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:10:03.601767 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [req-e30e4eef-20f8-46d5-8437-0781139c3a4e req-ccc857b8-c810-4e67-83bb-54318098d4db tempest-TestShelveInstance-1144047864 tempest-TestShelveInstance-1144047864] 10.222.0.22 "DELETE /v2.0/security-groups/cf880658-cbbf-44f0-b75e-20aba2fce927 HTTP/1.1" status: 204 len: 173 time: 0.1854644 Jan 24 07:10:03.658113 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 40424) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:10:04.213399 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b295be30-bfa0-4d90-83b5-85cd7e7e04c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854265108'] for router_interface, before_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:10:04.577860 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-b295be30-bfa0-4d90-83b5-85cd7e7e04c5 admin admin] Deleting port 2ae94b8a-dfb9-4098-929c-7eaf4986fdbf {{(pid=80236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 07:10:04.578458 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b295be30-bfa0-4d90-83b5-85cd7e7e04c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760141954436'] for port, before_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:10:04.765112 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-b295be30-bfa0-4d90-83b5-85cd7e7e04c5 admin admin] For port 2ae94b8a-dfb9-4098-929c-7eaf4986fdbf, host dv-cinder-772181-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-6-smb',level=0,port_id=2ae94b8a-dfb9-4098-929c-7eaf4986fdbf,segment=NetworkSegment(d16347d5-9ccb-46ed-916a-b6ce188be078),segment_id=d16347d5-9ccb-46ed-916a-b6ce188be078)] {{(pid=80236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 07:10:04.765514 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b295be30-bfa0-4d90-83b5-85cd7e7e04c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854346336'] for port, precommit_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:10:04.897865 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-b295be30-bfa0-4d90-83b5-85cd7e7e04c5 admin admin] Calling delete_port for 2ae94b8a-dfb9-4098-929c-7eaf4986fdbf owned by network:router_interface {{(pid=80236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 07:10:05.070513 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b295be30-bfa0-4d90-83b5-85cd7e7e04c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363276712759002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363276713243132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852012043'] for port, after_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:10:05.085626 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-78193021-e1bc-4ea2-97aa-6695cf29ae9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:10:05.176162 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b295be30-bfa0-4d90-83b5-85cd7e7e04c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ae94b8a-dfb9-4098-929c-7eaf4986fdbf,revision_number=None']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:10:05.184502 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-b295be30-bfa0-4d90-83b5-85cd7e7e04c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:10:05.491027 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b295be30-bfa0-4d90-83b5-85cd7e7e04c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854235980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854265258'] for router_interface, after_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:10:06.224729 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b295be30-bfa0-4d90-83b5-85cd7e7e04c5 admin admin] Router b874ce80-df02-405f-bb2a-6c08515206fd has already been hosted by L3 agent 4d190a5c-2620-4f2a-bccf-f8076df9706a {{(pid=80236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 24 07:10:06.413301 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b295be30-bfa0-4d90-83b5-85cd7e7e04c5 admin admin] Notify agent at l3_agent.dv-cinder-772181-6-smb the message routers_updated {{(pid=80236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 24 07:10:06.422532 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22678943-90ca-4d24-980a-e3c6fc38fec4 None None] Sync routers for ids ['b874ce80-df02-405f-bb2a-6c08515206fd'] in dv-cinder-772181-6-smb {{(pid=80238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 24 07:10:06.426032 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-b295be30-bfa0-4d90-83b5-85cd7e7e04c5 admin admin] 10.222.0.22 "PUT /v2.0/routers/b874ce80-df02-405f-bb2a-6c08515206fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7666795 Jan 24 07:10:06.429044 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 40428) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:10:06.436105 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22678943-90ca-4d24-980a-e3c6fc38fec4 None None] Routers {'b874ce80-df02-405f-bb2a-6c08515206fd'} bound to L3 agent in host dv-cinder-772181-6-smb {{(pid=80238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 07:10:06.436772 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-22678943-90ca-4d24-980a-e3c6fc38fec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-24T06:49:21Z,description=,heartbeat_timestamp=2021-01-24T07:09:51Z,host='dv-cinder-772181-6-smb',id=4d190a5c-2620-4f2a-bccf-f8076df9706a,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T06:49:21Z,topic='l3_agent')) {'router_ids': ['b874ce80-df02-405f-bb2a-6c08515206fd'], 'active': True} {{(pid=80238) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:10:06.627418 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-2d6f77a6-5fe2-4b4f-b613-fdd0910d074d admin admin] Notify callbacks [] for router, before_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:10:06.774474 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-22678943-90ca-4d24-980a-e3c6fc38fec4 None None] Set router b874ce80-df02-405f-bb2a-6c08515206fd gateway port host: dv-cinder-772181-6-smb {{(pid=80238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 07:10:06.816747 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-2d6f77a6-5fe2-4b4f-b613-fdd0910d074d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:10:06.822109 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-2d6f77a6-5fe2-4b4f-b613-fdd0910d074d admin admin] Deleting port 93ba0ed6-7630-41f4-bc05-763daf92311d {{(pid=80236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 07:10:06.822480 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-2d6f77a6-5fe2-4b4f-b613-fdd0910d074d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760141954436'] for port, before_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:10:07.005492 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-2d6f77a6-5fe2-4b4f-b613-fdd0910d074d admin admin] For port 93ba0ed6-7630-41f4-bc05-763daf92311d, host dv-cinder-772181-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-6-smb',level=0,port_id=93ba0ed6-7630-41f4-bc05-763daf92311d,segment=NetworkSegment(c7c4758e-d769-4634-92c6-d73b8ba1db56),segment_id=c7c4758e-d769-4634-92c6-d73b8ba1db56)] {{(pid=80236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 07:10:07.005900 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-2d6f77a6-5fe2-4b4f-b613-fdd0910d074d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854346336'] for port, precommit_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:10:07.066421 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-22678943-90ca-4d24-980a-e3c6fc38fec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b874ce80-df02-405f-bb2a-6c08515206fd', 'name': 'tempest-TestShelveInstance-1542735610-router', 'tenant_id': '0cbc5a2c43e442e881ea5da07e6155a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'external_fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.86'}], 'enable_snat': True}, 'gw_port_id': '93ba0ed6-7630-41f4-bc05-763daf92311d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T07:05:25Z', 'updated_at': '2021-01-24T07:10:05Z', 'revision_number': 5, 'project_id': '0cbc5a2c43e442e881ea5da07e6155a1', 'gw_port': {'id': '93ba0ed6-7630-41f4-bc05-763daf92311d', 'name': '', 'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:4d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b874ce80-df02-405f-bb2a-6c08515206fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T07:05:26Z', 'updated_at': '2021-01-24T07:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-6-smb'}], 'dv-cinder-772181-6-smb', False) {} {{(pid=80238) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:10:07.070883 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22678943-90ca-4d24-980a-e3c6fc38fec4 None None] Checking router: b874ce80-df02-405f-bb2a-6c08515206fd for host: dv-cinder-772181-6-smb {{(pid=80238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 24 07:10:07.079821 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22678943-90ca-4d24-980a-e3c6fc38fec4 None None] Routers {'b874ce80-df02-405f-bb2a-6c08515206fd'} bound to L3 agent in host dv-cinder-772181-6-smb {{(pid=80238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 07:10:07.080472 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-22678943-90ca-4d24-980a-e3c6fc38fec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-24T06:49:21Z,description=,heartbeat_timestamp=2021-01-24T07:09:51Z,host='dv-cinder-772181-6-smb',id=4d190a5c-2620-4f2a-bccf-f8076df9706a,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T06:49:21Z,topic='l3_agent')) {'router_ids': ['b874ce80-df02-405f-bb2a-6c08515206fd'], 'active': True} {{(pid=80238) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:10:07.141076 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-2d6f77a6-5fe2-4b4f-b613-fdd0910d074d admin admin] Calling delete_port for 93ba0ed6-7630-41f4-bc05-763daf92311d owned by network:router_gateway {{(pid=80236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 07:10:07.278607 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-22678943-90ca-4d24-980a-e3c6fc38fec4 None None] Set router b874ce80-df02-405f-bb2a-6c08515206fd gateway port host: dv-cinder-772181-6-smb {{(pid=80238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 07:10:07.280374 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-2d6f77a6-5fe2-4b4f-b613-fdd0910d074d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363276712759002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363276713243132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852012043'] for port, after_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:10:07.472639 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-2d6f77a6-5fe2-4b4f-b613-fdd0910d074d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-514532'] for router_gateway, after_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:10:07.581422 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-22678943-90ca-4d24-980a-e3c6fc38fec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b874ce80-df02-405f-bb2a-6c08515206fd', 'name': 'tempest-TestShelveInstance-1542735610-router', 'tenant_id': '0cbc5a2c43e442e881ea5da07e6155a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'external_fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.86'}], 'enable_snat': True}, 'gw_port_id': '93ba0ed6-7630-41f4-bc05-763daf92311d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T07:05:25Z', 'updated_at': '2021-01-24T07:10:05Z', 'revision_number': 5, 'project_id': '0cbc5a2c43e442e881ea5da07e6155a1', 'gw_port': {'id': '93ba0ed6-7630-41f4-bc05-763daf92311d', 'name': '', 'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:4d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b874ce80-df02-405f-bb2a-6c08515206fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T07:05:26Z', 'updated_at': '2021-01-24T07:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-6-smb'}], 'dv-cinder-772181-6-smb', False) {} {{(pid=80238) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:10:07.585623 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22678943-90ca-4d24-980a-e3c6fc38fec4 None None] The sync data for ids ['b874ce80-df02-405f-bb2a-6c08515206fd'] in dv-cinder-772181-6-smb is: [{'id': 'b874ce80-df02-405f-bb2a-6c08515206fd', 'name': 'tempest-TestShelveInstance-1542735610-router', 'tenant_id': '0cbc5a2c43e442e881ea5da07e6155a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'external_fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.86'}], 'enable_snat': True}, 'gw_port_id': '93ba0ed6-7630-41f4-bc05-763daf92311d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T07:05:25Z', 'updated_at': '2021-01-24T07:10:05Z', 'revision_number': 5, 'project_id': '0cbc5a2c43e442e881ea5da07e6155a1', 'gw_port': {'id': '93ba0ed6-7630-41f4-bc05-763daf92311d', 'name': '', 'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:4d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b874ce80-df02-405f-bb2a-6c08515206fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T07:05:26Z', 'updated_at': '2021-01-24T07:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-6-smb'}] {{(pid=80238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 24 07:10:07.617534 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-2d6f77a6-5fe2-4b4f-b613-fdd0910d074d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-491808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8874'] for router, precommit_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:10:07.620210 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-2d6f77a6-5fe2-4b4f-b613-fdd0910d074d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:10:07.651818 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-2d6f77a6-5fe2-4b4f-b613-fdd0910d074d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854262125'] for router, after_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:10:07.652397 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d6f77a6-5fe2-4b4f-b613-fdd0910d074d admin admin] Fanout notify agent at l3_agent the message router_deleted on router b874ce80-df02-405f-bb2a-6c08515206fd {{(pid=80236) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 24 07:10:07.665272 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-2d6f77a6-5fe2-4b4f-b613-fdd0910d074d admin admin] Notify callbacks [] for router, before_response {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:10:07.666556 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-2d6f77a6-5fe2-4b4f-b613-fdd0910d074d admin admin] 10.222.0.22 "DELETE /v2.0/routers/b874ce80-df02-405f-bb2a-6c08515206fd HTTP/1.1" status: 204 len: 168 time: 1.2362051 Jan 24 07:10:07.669288 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 40432) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:10:07.736969 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b453a6d-596e-424f-aa20-d42b4f03c7eb admin admin] Deleting subnet 36d77b5b-eba8-4153-af7c-7e5a5de26b5e {{(pid=80236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 24 07:10:07.740159 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-2b453a6d-596e-424f-aa20-d42b4f03c7eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:10:07.796821 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-2b453a6d-596e-424f-aa20-d42b4f03c7eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2864173'] for subnet, precommit_delete_associations {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:10:07.881607 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-2b453a6d-596e-424f-aa20-d42b4f03c7eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853356919'] for subnet, precommit_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:10:08.035074 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Device 2ae94b8a-dfb9-4098-929c-7eaf4986fdbf no longer exists at agent ovs-agent-dv-cinder-772181-6-smb {{(pid=80237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 07:10:08.074402 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] No Port match for: 2ae94b8a-dfb9-4098-929c-7eaf4986fdbf {{(pid=80237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 24 07:10:08.074883 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Device 2ae94b8a-dfb9-4098-929c-7eaf4986fdbf not bound to the agent host dv-cinder-772181-6-smb {{(pid=80237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 24 07:10:08.156693 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-2b453a6d-596e-424f-aa20-d42b4f03c7eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1418929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854325308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852009695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851954040'] for subnet, after_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:10:08.172382 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:10:08.259403 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b453a6d-596e-424f-aa20-d42b4f03c7eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36d77b5b-eba8-4153-af7c-7e5a5de26b5e,revision_number=None']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:10:08.267089 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-2b453a6d-596e-424f-aa20-d42b4f03c7eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:10:08.311296 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-2b453a6d-596e-424f-aa20-d42b4f03c7eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:10:08.317891 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477a2383-044f-4874-aae3-e3cc711a55a0 None None] Network 3a2995af-23e4-4848-b461-069c7594050c requested from dv-cinder-772181-6-smb {{(pid=80237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 07:10:08.318749 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-2b453a6d-596e-424f-aa20-d42b4f03c7eb admin admin] 10.222.0.22 "DELETE /v2.0/subnets/36d77b5b-eba8-4153-af7c-7e5a5de26b5e HTTP/1.1" status: 204 len: 168 time: 0.6484146 Jan 24 07:10:08.321373 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 40436) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:10:08.440182 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-88ee54bf-f716-4181-89d2-b154d25e5bcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853395168'] for network, before_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:10:08.509991 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-88ee54bf-f716-4181-89d2-b154d25e5bcf admin admin] Deleting port 3710e50e-0e1e-4af9-8937-066c3e86ace6 {{(pid=80236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 07:10:08.510264 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-88ee54bf-f716-4181-89d2-b154d25e5bcf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760141954436'] for port, before_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:10:08.586857 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef09a93-5a47-4d3f-ba78-9f8565a1ebfd None None] DHCP port deletion for 3a2995af-23e4-4848-b461-069c7594050c request from dv-cinder-772181-6-smb {{(pid=80237) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 24 07:10:08.591056 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-eef09a93-5a47-4d3f-ba78-9f8565a1ebfd None None] Deleting port 3710e50e-0e1e-4af9-8937-066c3e86ace6 {{(pid=80237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 07:10:08.591479 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-eef09a93-5a47-4d3f-ba78-9f8565a1ebfd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760141954436'] for port, before_delete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:10:08.735102 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-88ee54bf-f716-4181-89d2-b154d25e5bcf admin admin] For port 3710e50e-0e1e-4af9-8937-066c3e86ace6, host dv-cinder-772181-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-6-smb',level=0,port_id=3710e50e-0e1e-4af9-8937-066c3e86ace6,segment=NetworkSegment(d16347d5-9ccb-46ed-916a-b6ce188be078),segment_id=d16347d5-9ccb-46ed-916a-b6ce188be078)] {{(pid=80236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 07:10:08.735503 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-88ee54bf-f716-4181-89d2-b154d25e5bcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854346336'] for port, precommit_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:10:08.821393 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-eef09a93-5a47-4d3f-ba78-9f8565a1ebfd None None] For port 3710e50e-0e1e-4af9-8937-066c3e86ace6, host dv-cinder-772181-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-6-smb',level=0,port_id=3710e50e-0e1e-4af9-8937-066c3e86ace6,segment=NetworkSegment(d16347d5-9ccb-46ed-916a-b6ce188be078),segment_id=d16347d5-9ccb-46ed-916a-b6ce188be078)] {{(pid=80237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 07:10:08.821734 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-eef09a93-5a47-4d3f-ba78-9f8565a1ebfd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854346336'] for port, precommit_delete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:10:08.866503 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-88ee54bf-f716-4181-89d2-b154d25e5bcf admin admin] Calling delete_port for 3710e50e-0e1e-4af9-8937-066c3e86ace6 owned by network:dhcp {{(pid=80236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 07:10:08.943583 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-88ee54bf-f716-4181-89d2-b154d25e5bcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363276712759002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363276713243132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852012043'] for port, after_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:10:08.950685 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-eef09a93-5a47-4d3f-ba78-9f8565a1ebfd None None] Calling delete_port for 3710e50e-0e1e-4af9-8937-066c3e86ace6 owned by network:dhcp {{(pid=80237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 07:10:08.959085 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-c3f9fecd-03bb-4cfc-a796-f64b759fb933 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:10:09.026683 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.db.api [None req-eef09a93-5a47-4d3f-ba78-9f8565a1ebfd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80237) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 24 07:10:09.027115 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_db.api [None req-eef09a93-5a47-4d3f-ba78-9f8565a1ebfd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80237) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 24 07:10:09.054662 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ee54bf-f716-4181-89d2-b154d25e5bcf admin admin] Pushing event deleted for resources: {'Port': ['ID=3710e50e-0e1e-4af9-8937-066c3e86ace6,revision_number=None']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:10:09.057618 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-88ee54bf-f716-4181-89d2-b154d25e5bcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:10:09.100687 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ee54bf-f716-4181-89d2-b154d25e5bcf admin admin] No DVR routers for this DVR port 3710e50e-0e1e-4af9-8937-066c3e86ace6 on host dv-cinder-772181-6-smb {{(pid=80236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 24 07:10:09.462771 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-88ee54bf-f716-4181-89d2-b154d25e5bcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853359627', 'neutron.services.segments.db._delete_segments_for_network-8760142051665'] for network, precommit_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:10:09.528288 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-eef09a93-5a47-4d3f-ba78-9f8565a1ebfd None None] Deleting port 3710e50e-0e1e-4af9-8937-066c3e86ace6 {{(pid=80237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 07:10:09.528718 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-eef09a93-5a47-4d3f-ba78-9f8565a1ebfd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760141954436'] for port, before_delete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:10:09.578568 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.services.segments.db [None req-88ee54bf-f716-4181-89d2-b154d25e5bcf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a2995af-23e4-4848-b461-069c7594050c']}} {{(pid=80236) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:10:09.592247 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.services.segments.db [None req-88ee54bf-f716-4181-89d2-b154d25e5bcf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd16347d5-9ccb-46ed-916a-b6ce188be078') {'for_net_delete': True} {{(pid=80236) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:10:09.592565 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.services.segments.db [None req-88ee54bf-f716-4181-89d2-b154d25e5bcf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd16347d5-9ccb-46ed-916a-b6ce188be078') {} {{(pid=80236) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:10:09.598647 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-eef09a93-5a47-4d3f-ba78-9f8565a1ebfd None None] The port '3710e50e-0e1e-4af9-8937-066c3e86ace6' was deleted {{(pid=80237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}} Jan 24 07:10:09.605380 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-88ee54bf-f716-4181-89d2-b154d25e5bcf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760142046050', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851911643'] for segment, before_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:10:09.622484 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-88ee54bf-f716-4181-89d2-b154d25e5bcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419005'] for segment, precommit_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:10:09.624659 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-88ee54bf-f716-4181-89d2-b154d25e5bcf admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 24 07:10:09.806688 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-88ee54bf-f716-4181-89d2-b154d25e5bcf admin admin] Network 3a2995af-23e4-4848-b461-069c7594050c has no segments {{(pid=80236) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 24 07:10:09.815563 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-88ee54bf-f716-4181-89d2-b154d25e5bcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853356811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2763650'] for segment, after_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:10:09.992117 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-88ee54bf-f716-4181-89d2-b154d25e5bcf admin admin] Network 3a2995af-23e4-4848-b461-069c7594050c has no segments {{(pid=80236) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 24 07:10:10.015524 dv-cinder-772181-6-smb neutron-server[80122]: Traceback (most recent call last): Jan 24 07:10:10.015524 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 07:10:10.015524 dv-cinder-772181-6-smb neutron-server[80122]: timer() Jan 24 07:10:10.015524 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 07:10:10.015524 dv-cinder-772181-6-smb neutron-server[80122]: cb(*args, **kw) Jan 24 07:10:10.015524 dv-cinder-772181-6-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 24 07:10:10.015524 dv-cinder-772181-6-smb neutron-server[80122]: return func(*args, **kwargs) Jan 24 07:10:10.015524 dv-cinder-772181-6-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 07:10:10.015524 dv-cinder-772181-6-smb neutron-server[80122]: self._notify() Jan 24 07:10:10.015524 dv-cinder-772181-6-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 07:10:10.015524 dv-cinder-772181-6-smb neutron-server[80122]: self.callback(batched_events) Jan 24 07:10:10.015524 dv-cinder-772181-6-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 07:10:10.015524 dv-cinder-772181-6-smb neutron-server[80122]: event.method(event) Jan 24 07:10:10.015524 dv-cinder-772181-6-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 07:10:10.015524 dv-cinder-772181-6-smb neutron-server[80122]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 07:10:10.015524 dv-cinder-772181-6-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 24 07:10:10.015524 dv-cinder-772181-6-smb neutron-server[80122]: segment_id)['aggregates'][0] Jan 24 07:10:10.015524 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 07:10:10.015524 dv-cinder-772181-6-smb neutron-server[80122]: return f(self, *a, **k) Jan 24 07:10:10.015524 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 24 07:10:10.015524 dv-cinder-772181-6-smb neutron-server[80122]: return self._get(url).json() Jan 24 07:10:10.015524 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 07:10:10.015524 dv-cinder-772181-6-smb neutron-server[80122]: **kwargs) Jan 24 07:10:10.015524 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 07:10:10.015524 dv-cinder-772181-6-smb neutron-server[80122]: return self.request(url, 'GET', **kwargs) Jan 24 07:10:10.015524 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 24 07:10:10.015524 dv-cinder-772181-6-smb neutron-server[80122]: **endpoint_filter) Jan 24 07:10:10.015524 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 07:10:10.015524 dv-cinder-772181-6-smb neutron-server[80122]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 07:10:10.015524 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 07:10:10.015524 dv-cinder-772181-6-smb neutron-server[80122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 07:10:10.015524 dv-cinder-772181-6-smb neutron-server[80122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 07:10:10.074473 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Device 3710e50e-0e1e-4af9-8937-066c3e86ace6 no longer exists at agent ovs-agent-dv-cinder-772181-6-smb {{(pid=80237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 07:10:10.104773 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-88ee54bf-f716-4181-89d2-b154d25e5bcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1416142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854325290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854261251'] for network, after_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:10:10.108364 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:10:10.116751 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] No Port match for: 3710e50e-0e1e-4af9-8937-066c3e86ace6 {{(pid=80237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 24 07:10:10.117166 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Device 3710e50e-0e1e-4af9-8937-066c3e86ace6 not bound to the agent host dv-cinder-772181-6-smb {{(pid=80237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 24 07:10:10.117626 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Device 93ba0ed6-7630-41f4-bc05-763daf92311d no longer exists at agent ovs-agent-dv-cinder-772181-6-smb {{(pid=80237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 07:10:10.125509 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-88ee54bf-f716-4181-89d2-b154d25e5bcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539807'] for network, before_response {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:10:10.132160 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ee54bf-f716-4181-89d2-b154d25e5bcf admin admin] Pushing event deleted for resources: {'Network': ['ID=3a2995af-23e4-4848-b461-069c7594050c,revision_number=None']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:10:10.136738 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-88ee54bf-f716-4181-89d2-b154d25e5bcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:10:10.149022 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-88ee54bf-f716-4181-89d2-b154d25e5bcf admin admin] 10.222.0.22 "DELETE /v2.0/networks/3a2995af-23e4-4848-b461-069c7594050c HTTP/1.1" status: 204 len: 168 time: 1.8265917 Jan 24 07:10:10.152198 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 40440) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:10:10.153507 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] No Port match for: 93ba0ed6-7630-41f4-bc05-763daf92311d {{(pid=80237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 24 07:10:10.153902 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Device 93ba0ed6-7630-41f4-bc05-763daf92311d not bound to the agent host dv-cinder-772181-6-smb {{(pid=80237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 24 07:10:10.715019 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-02b868a0-fe0d-4738-b39b-5a1ba45177d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854265108'] for router_interface, before_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:10:11.066814 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-02b868a0-fe0d-4738-b39b-5a1ba45177d4 admin admin] Deleting port 94b358cf-6309-4c00-9bf1-2b1e6376e72b {{(pid=80236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 07:10:11.067372 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-02b868a0-fe0d-4738-b39b-5a1ba45177d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760141954436'] for port, before_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:10:11.249055 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-02b868a0-fe0d-4738-b39b-5a1ba45177d4 admin admin] For port 94b358cf-6309-4c00-9bf1-2b1e6376e72b, host dv-cinder-772181-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-6-smb',level=0,port_id=94b358cf-6309-4c00-9bf1-2b1e6376e72b,segment=NetworkSegment(fda5a6f7-fbed-4df5-878d-8a98362d85fc),segment_id=fda5a6f7-fbed-4df5-878d-8a98362d85fc)] {{(pid=80236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 07:10:11.249454 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-02b868a0-fe0d-4738-b39b-5a1ba45177d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854346336'] for port, precommit_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:10:11.384853 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-02b868a0-fe0d-4738-b39b-5a1ba45177d4 admin admin] Calling delete_port for 94b358cf-6309-4c00-9bf1-2b1e6376e72b owned by network:router_interface {{(pid=80236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 07:10:11.555804 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-02b868a0-fe0d-4738-b39b-5a1ba45177d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363276712759002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363276713243132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852012043'] for port, after_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:10:11.569748 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-88ee54bf-f716-4181-89d2-b154d25e5bcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:10:11.663120 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b868a0-fe0d-4738-b39b-5a1ba45177d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=94b358cf-6309-4c00-9bf1-2b1e6376e72b,revision_number=None']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:10:11.669571 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-02b868a0-fe0d-4738-b39b-5a1ba45177d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:10:11.980063 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-02b868a0-fe0d-4738-b39b-5a1ba45177d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854235980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854265258'] for router_interface, after_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:10:12.743453 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02b868a0-fe0d-4738-b39b-5a1ba45177d4 admin admin] Router 39895866-dd79-4f87-abfc-2aa831086d4d has already been hosted by L3 agent 4d190a5c-2620-4f2a-bccf-f8076df9706a {{(pid=80236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 24 07:10:12.927557 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02b868a0-fe0d-4738-b39b-5a1ba45177d4 admin admin] Notify agent at l3_agent.dv-cinder-772181-6-smb the message routers_updated {{(pid=80236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 24 07:10:12.936296 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74264df-00f8-4621-905f-b1cc28b4d903 None None] Sync routers for ids ['39895866-dd79-4f87-abfc-2aa831086d4d'] in dv-cinder-772181-6-smb {{(pid=80237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 24 07:10:12.936629 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-02b868a0-fe0d-4738-b39b-5a1ba45177d4 admin admin] 10.222.0.22 "PUT /v2.0/routers/39895866-dd79-4f87-abfc-2aa831086d4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7833843 Jan 24 07:10:12.939366 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 40444) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:10:12.946359 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74264df-00f8-4621-905f-b1cc28b4d903 None None] Routers {'39895866-dd79-4f87-abfc-2aa831086d4d'} bound to L3 agent in host dv-cinder-772181-6-smb {{(pid=80237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 07:10:12.947024 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-e74264df-00f8-4621-905f-b1cc28b4d903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-24T06:49:21Z,description=,heartbeat_timestamp=2021-01-24T07:09:51Z,host='dv-cinder-772181-6-smb',id=4d190a5c-2620-4f2a-bccf-f8076df9706a,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T06:49:21Z,topic='l3_agent')) {'router_ids': ['39895866-dd79-4f87-abfc-2aa831086d4d'], 'active': True} {{(pid=80237) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:10:13.128611 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-97979c3b-2c01-4114-af7b-5dd7584460c8 admin admin] Notify callbacks [] for router, before_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:10:13.135383 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-e74264df-00f8-4621-905f-b1cc28b4d903 None None] Set router 39895866-dd79-4f87-abfc-2aa831086d4d gateway port host: dv-cinder-772181-6-smb {{(pid=80237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 07:10:13.313683 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-97979c3b-2c01-4114-af7b-5dd7584460c8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:10:13.319725 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-97979c3b-2c01-4114-af7b-5dd7584460c8 admin admin] Deleting port 86993441-fef6-4493-b2f7-066e05ed21f8 {{(pid=80236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 07:10:13.320118 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-97979c3b-2c01-4114-af7b-5dd7584460c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760141954436'] for port, before_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:10:13.437526 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-e74264df-00f8-4621-905f-b1cc28b4d903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39895866-dd79-4f87-abfc-2aa831086d4d', 'name': 'tempest-TestShelveInstance-676889877-router', 'tenant_id': 'ade892987cf4421c8fba793036ea74ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'external_fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.165'}], 'enable_snat': True}, 'gw_port_id': '86993441-fef6-4493-b2f7-066e05ed21f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T07:05:34Z', 'updated_at': '2021-01-24T07:10:11Z', 'revision_number': 5, 'project_id': 'ade892987cf4421c8fba793036ea74ca', 'gw_port': {'id': '86993441-fef6-4493-b2f7-066e05ed21f8', 'name': '', 'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:90:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39895866-dd79-4f87-abfc-2aa831086d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T07:05:35Z', 'updated_at': '2021-01-24T07:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-6-smb'}], 'dv-cinder-772181-6-smb', False) {} {{(pid=80237) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:10:13.441610 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74264df-00f8-4621-905f-b1cc28b4d903 None None] Checking router: 39895866-dd79-4f87-abfc-2aa831086d4d for host: dv-cinder-772181-6-smb {{(pid=80237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 24 07:10:13.450577 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74264df-00f8-4621-905f-b1cc28b4d903 None None] Routers {'39895866-dd79-4f87-abfc-2aa831086d4d'} bound to L3 agent in host dv-cinder-772181-6-smb {{(pid=80237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 07:10:13.451235 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-e74264df-00f8-4621-905f-b1cc28b4d903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-24T06:49:21Z,description=,heartbeat_timestamp=2021-01-24T07:09:51Z,host='dv-cinder-772181-6-smb',id=4d190a5c-2620-4f2a-bccf-f8076df9706a,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T06:49:21Z,topic='l3_agent')) {'router_ids': ['39895866-dd79-4f87-abfc-2aa831086d4d'], 'active': True} {{(pid=80237) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:10:13.507067 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-97979c3b-2c01-4114-af7b-5dd7584460c8 admin admin] For port 86993441-fef6-4493-b2f7-066e05ed21f8, host dv-cinder-772181-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-6-smb',level=0,port_id=86993441-fef6-4493-b2f7-066e05ed21f8,segment=NetworkSegment(c7c4758e-d769-4634-92c6-d73b8ba1db56),segment_id=c7c4758e-d769-4634-92c6-d73b8ba1db56)] {{(pid=80236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 07:10:13.507471 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-97979c3b-2c01-4114-af7b-5dd7584460c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854346336'] for port, precommit_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:10:13.641704 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-97979c3b-2c01-4114-af7b-5dd7584460c8 admin admin] Calling delete_port for 86993441-fef6-4493-b2f7-066e05ed21f8 owned by network:router_gateway {{(pid=80236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 07:10:13.643532 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvr_db [None req-e74264df-00f8-4621-905f-b1cc28b4d903 None None] Set router 39895866-dd79-4f87-abfc-2aa831086d4d gateway port host: dv-cinder-772181-6-smb {{(pid=80237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 07:10:13.786096 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-97979c3b-2c01-4114-af7b-5dd7584460c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363276712759002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363276713243132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852012043'] for port, after_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:10:13.945829 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_hamode_db [None req-e74264df-00f8-4621-905f-b1cc28b4d903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39895866-dd79-4f87-abfc-2aa831086d4d', 'name': 'tempest-TestShelveInstance-676889877-router', 'tenant_id': 'ade892987cf4421c8fba793036ea74ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'external_fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.165'}], 'enable_snat': True}, 'gw_port_id': '86993441-fef6-4493-b2f7-066e05ed21f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T07:05:34Z', 'updated_at': '2021-01-24T07:10:11Z', 'revision_number': 5, 'project_id': 'ade892987cf4421c8fba793036ea74ca', 'gw_port': {'id': '86993441-fef6-4493-b2f7-066e05ed21f8', 'name': '', 'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:90:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39895866-dd79-4f87-abfc-2aa831086d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T07:05:35Z', 'updated_at': '2021-01-24T07:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-6-smb'}], 'dv-cinder-772181-6-smb', False) {} {{(pid=80237) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:10:13.949986 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74264df-00f8-4621-905f-b1cc28b4d903 None None] The sync data for ids ['39895866-dd79-4f87-abfc-2aa831086d4d'] in dv-cinder-772181-6-smb is: [{'id': '39895866-dd79-4f87-abfc-2aa831086d4d', 'name': 'tempest-TestShelveInstance-676889877-router', 'tenant_id': 'ade892987cf4421c8fba793036ea74ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'external_fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.165'}], 'enable_snat': True}, 'gw_port_id': '86993441-fef6-4493-b2f7-066e05ed21f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T07:05:34Z', 'updated_at': '2021-01-24T07:10:11Z', 'revision_number': 5, 'project_id': 'ade892987cf4421c8fba793036ea74ca', 'gw_port': {'id': '86993441-fef6-4493-b2f7-066e05ed21f8', 'name': '', 'network_id': '3eb93db2-f6f6-4704-a5c6-0b3e5b41a61a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:90:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39895866-dd79-4f87-abfc-2aa831086d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'ip_address': '172.28.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T07:05:35Z', 'updated_at': '2021-01-24T07:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ded01328-6a1f-470d-9832-6a1e67bc132f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-6-smb'}] {{(pid=80237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 24 07:10:13.970473 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-97979c3b-2c01-4114-af7b-5dd7584460c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-514532'] for router_gateway, after_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:10:14.036745 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Device 94b358cf-6309-4c00-9bf1-2b1e6376e72b no longer exists at agent ovs-agent-dv-cinder-772181-6-smb {{(pid=80237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 07:10:14.077547 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] No Port match for: 94b358cf-6309-4c00-9bf1-2b1e6376e72b {{(pid=80237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 24 07:10:14.077947 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Device 94b358cf-6309-4c00-9bf1-2b1e6376e72b not bound to the agent host dv-cinder-772181-6-smb {{(pid=80237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 24 07:10:14.107898 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-97979c3b-2c01-4114-af7b-5dd7584460c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-491808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8874'] for router, precommit_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:10:14.110219 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-97979c3b-2c01-4114-af7b-5dd7584460c8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:10:14.133011 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-97979c3b-2c01-4114-af7b-5dd7584460c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854262125'] for router, after_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:10:14.133560 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97979c3b-2c01-4114-af7b-5dd7584460c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 39895866-dd79-4f87-abfc-2aa831086d4d {{(pid=80236) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 24 07:10:14.146172 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-97979c3b-2c01-4114-af7b-5dd7584460c8 admin admin] Notify callbacks [] for router, before_response {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:10:14.147382 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-97979c3b-2c01-4114-af7b-5dd7584460c8 admin admin] 10.222.0.22 "DELETE /v2.0/routers/39895866-dd79-4f87-abfc-2aa831086d4d HTTP/1.1" status: 204 len: 168 time: 1.2069714 Jan 24 07:10:14.150198 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 40448) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:10:14.222355 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebc3148e-b4eb-4b7c-bba8-177893184fdb admin admin] Deleting subnet 36a2bb73-f2a3-4979-863e-8acdee5c8f65 {{(pid=80236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 24 07:10:14.225640 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ebc3148e-b4eb-4b7c-bba8-177893184fdb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:10:14.278300 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ebc3148e-b4eb-4b7c-bba8-177893184fdb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2864173'] for subnet, precommit_delete_associations {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:10:14.363164 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ebc3148e-b4eb-4b7c-bba8-177893184fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853356919'] for subnet, precommit_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:10:14.634545 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ebc3148e-b4eb-4b7c-bba8-177893184fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1418929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854325308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852009695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851954040'] for subnet, after_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:10:14.652359 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:10:14.734285 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc3148e-b4eb-4b7c-bba8-177893184fdb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36a2bb73-f2a3-4979-863e-8acdee5c8f65,revision_number=None']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:10:14.741965 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-ebc3148e-b4eb-4b7c-bba8-177893184fdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:10:14.787965 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ebc3148e-b4eb-4b7c-bba8-177893184fdb admin admin] Notify callbacks [] for subnet, before_response {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:10:14.793627 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a29bed9-bdf3-4f98-b1fa-d7385fa7997a None None] Network 792259be-4166-4a00-900e-89104c2f4033 requested from dv-cinder-772181-6-smb {{(pid=80237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 07:10:14.794013 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-ebc3148e-b4eb-4b7c-bba8-177893184fdb admin admin] 10.222.0.22 "DELETE /v2.0/subnets/36a2bb73-f2a3-4979-863e-8acdee5c8f65 HTTP/1.1" status: 204 len: 168 time: 0.6427963 Jan 24 07:10:14.796703 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 40452) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:10:14.912484 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c6f5ad01-0621-4c47-b97f-a28f415cb8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853395168'] for network, before_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:10:14.985068 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-c6f5ad01-0621-4c47-b97f-a28f415cb8e8 admin admin] Deleting port 63147fc6-9157-463a-891b-9a579842fc6d {{(pid=80236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 07:10:14.985335 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c6f5ad01-0621-4c47-b97f-a28f415cb8e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760141954436'] for port, before_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:10:15.213071 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8247b5-2fdf-4923-9b6a-d5a4d7e63bbd None None] DHCP port deletion for 792259be-4166-4a00-900e-89104c2f4033 request from dv-cinder-772181-6-smb {{(pid=80237) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 24 07:10:15.217907 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-0c8247b5-2fdf-4923-9b6a-d5a4d7e63bbd None None] Deleting port 63147fc6-9157-463a-891b-9a579842fc6d {{(pid=80237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 07:10:15.218329 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-0c8247b5-2fdf-4923-9b6a-d5a4d7e63bbd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760141954436'] for port, before_delete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:10:15.438218 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-0c8247b5-2fdf-4923-9b6a-d5a4d7e63bbd None None] For port 63147fc6-9157-463a-891b-9a579842fc6d, host dv-cinder-772181-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-6-smb',level=0,port_id=63147fc6-9157-463a-891b-9a579842fc6d,segment=NetworkSegment(fda5a6f7-fbed-4df5-878d-8a98362d85fc),segment_id=fda5a6f7-fbed-4df5-878d-8a98362d85fc)] {{(pid=80237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 07:10:15.438583 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-0c8247b5-2fdf-4923-9b6a-d5a4d7e63bbd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854346336'] for port, precommit_delete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:10:15.446190 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.db [None req-c6f5ad01-0621-4c47-b97f-a28f415cb8e8 admin admin] For port 63147fc6-9157-463a-891b-9a579842fc6d, host dv-cinder-772181-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-6-smb',level=0,port_id=63147fc6-9157-463a-891b-9a579842fc6d,segment=NetworkSegment(fda5a6f7-fbed-4df5-878d-8a98362d85fc),segment_id=fda5a6f7-fbed-4df5-878d-8a98362d85fc)] {{(pid=80236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 07:10:15.446558 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c6f5ad01-0621-4c47-b97f-a28f415cb8e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854346336'] for port, precommit_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:10:15.568252 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-0c8247b5-2fdf-4923-9b6a-d5a4d7e63bbd None None] Calling delete_port for 63147fc6-9157-463a-891b-9a579842fc6d owned by network:dhcp {{(pid=80237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 07:10:15.576167 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-c6f5ad01-0621-4c47-b97f-a28f415cb8e8 admin admin] Calling delete_port for 63147fc6-9157-463a-891b-9a579842fc6d owned by network:dhcp {{(pid=80236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 07:10:15.651166 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-0c8247b5-2fdf-4923-9b6a-d5a4d7e63bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7614179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363276712759002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363276713243132'] for port, after_delete {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:10:15.657056 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.db.api [None req-c6f5ad01-0621-4c47-b97f-a28f415cb8e8 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80236) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 24 07:10:15.657428 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_db.api [None req-c6f5ad01-0621-4c47-b97f-a28f415cb8e8 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80236) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 24 07:10:15.666423 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:10:15.761859 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8247b5-2fdf-4923-9b6a-d5a4d7e63bbd None None] Pushing event deleted for resources: {'Port': ['ID=63147fc6-9157-463a-891b-9a579842fc6d,revision_number=None']} {{(pid=80237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:10:15.781826 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8247b5-2fdf-4923-9b6a-d5a4d7e63bbd None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:10:15.782223 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8247b5-2fdf-4923-9b6a-d5a4d7e63bbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:10:15.782607 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8247b5-2fdf-4923-9b6a-d5a4d7e63bbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:10:15.782985 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8247b5-2fdf-4923-9b6a-d5a4d7e63bbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:10:15.783359 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8247b5-2fdf-4923-9b6a-d5a4d7e63bbd None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:10:15.783750 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8247b5-2fdf-4923-9b6a-d5a4d7e63bbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:10:15.784128 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8247b5-2fdf-4923-9b6a-d5a4d7e63bbd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:10:15.784494 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8247b5-2fdf-4923-9b6a-d5a4d7e63bbd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:10:15.784859 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8247b5-2fdf-4923-9b6a-d5a4d7e63bbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:10:15.785225 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8247b5-2fdf-4923-9b6a-d5a4d7e63bbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:10:15.785656 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8247b5-2fdf-4923-9b6a-d5a4d7e63bbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:10:15.786187 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8247b5-2fdf-4923-9b6a-d5a4d7e63bbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-6-smb {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:10:15.786594 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8247b5-2fdf-4923-9b6a-d5a4d7e63bbd None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:10:15.786961 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8247b5-2fdf-4923-9b6a-d5a4d7e63bbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:10:15.787325 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8247b5-2fdf-4923-9b6a-d5a4d7e63bbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:10:15.787728 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8247b5-2fdf-4923-9b6a-d5a4d7e63bbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:10:15.788076 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8247b5-2fdf-4923-9b6a-d5a4d7e63bbd None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:10:15.788438 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8247b5-2fdf-4923-9b6a-d5a4d7e63bbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:10:15.788800 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8247b5-2fdf-4923-9b6a-d5a4d7e63bbd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:10:15.789162 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8247b5-2fdf-4923-9b6a-d5a4d7e63bbd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:10:15.789520 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8247b5-2fdf-4923-9b6a-d5a4d7e63bbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:10:15.789881 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8247b5-2fdf-4923-9b6a-d5a4d7e63bbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:10:15.790241 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8247b5-2fdf-4923-9b6a-d5a4d7e63bbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:10:15.790600 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8247b5-2fdf-4923-9b6a-d5a4d7e63bbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 07:10:15.795382 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-0c8247b5-2fdf-4923-9b6a-d5a4d7e63bbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80237) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:10:15.823608 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8247b5-2fdf-4923-9b6a-d5a4d7e63bbd None None] No DVR routers for this DVR port 63147fc6-9157-463a-891b-9a579842fc6d on host dv-cinder-772181-6-smb {{(pid=80237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 24 07:10:16.075937 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Device 86993441-fef6-4493-b2f7-066e05ed21f8 no longer exists at agent ovs-agent-dv-cinder-772181-6-smb {{(pid=80237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 07:10:16.112442 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] No Port match for: 86993441-fef6-4493-b2f7-066e05ed21f8 {{(pid=80237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 24 07:10:16.112836 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Device 86993441-fef6-4493-b2f7-066e05ed21f8 not bound to the agent host dv-cinder-772181-6-smb {{(pid=80237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 24 07:10:16.113294 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Device 63147fc6-9157-463a-891b-9a579842fc6d no longer exists at agent ovs-agent-dv-cinder-772181-6-smb {{(pid=80237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 07:10:16.148133 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] No Port match for: 63147fc6-9157-463a-891b-9a579842fc6d {{(pid=80237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 24 07:10:16.148523 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.rpc [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Device 63147fc6-9157-463a-891b-9a579842fc6d not bound to the agent host dv-cinder-772181-6-smb {{(pid=80237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 24 07:10:16.158968 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-c6f5ad01-0621-4c47-b97f-a28f415cb8e8 admin admin] Deleting port 63147fc6-9157-463a-891b-9a579842fc6d {{(pid=80236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 07:10:16.159364 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c6f5ad01-0621-4c47-b97f-a28f415cb8e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760141954436'] for port, before_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:10:16.203110 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8ae89a91-0591-4619-90eb-1eb6408d8d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:10:16.230100 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.plugin [None req-c6f5ad01-0621-4c47-b97f-a28f415cb8e8 admin admin] The port '63147fc6-9157-463a-891b-9a579842fc6d' was deleted {{(pid=80236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}} Jan 24 07:10:16.352591 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c6f5ad01-0621-4c47-b97f-a28f415cb8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853359627', 'neutron.services.segments.db._delete_segments_for_network-8760142051665'] for network, precommit_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:10:16.469745 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.services.segments.db [None req-c6f5ad01-0621-4c47-b97f-a28f415cb8e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['792259be-4166-4a00-900e-89104c2f4033']}} {{(pid=80236) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:10:16.483376 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.services.segments.db [None req-c6f5ad01-0621-4c47-b97f-a28f415cb8e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fda5a6f7-fbed-4df5-878d-8a98362d85fc') {'for_net_delete': True} {{(pid=80236) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:10:16.483724 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.services.segments.db [None req-c6f5ad01-0621-4c47-b97f-a28f415cb8e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fda5a6f7-fbed-4df5-878d-8a98362d85fc') {} {{(pid=80236) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 07:10:16.498888 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c6f5ad01-0621-4c47-b97f-a28f415cb8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760142046050', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851911643'] for segment, before_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:10:16.518576 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c6f5ad01-0621-4c47-b97f-a28f415cb8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419005'] for segment, precommit_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:10:16.521444 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c6f5ad01-0621-4c47-b97f-a28f415cb8e8 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 24 07:10:16.706953 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-c6f5ad01-0621-4c47-b97f-a28f415cb8e8 admin admin] Network 792259be-4166-4a00-900e-89104c2f4033 has no segments {{(pid=80236) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 24 07:10:16.716292 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c6f5ad01-0621-4c47-b97f-a28f415cb8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853356811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2763650'] for segment, after_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:10:16.891004 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.plugins.ml2.managers [None req-c6f5ad01-0621-4c47-b97f-a28f415cb8e8 admin admin] Network 792259be-4166-4a00-900e-89104c2f4033 has no segments {{(pid=80236) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 24 07:10:16.917050 dv-cinder-772181-6-smb neutron-server[80122]: Traceback (most recent call last): Jan 24 07:10:16.917050 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 07:10:16.917050 dv-cinder-772181-6-smb neutron-server[80122]: timer() Jan 24 07:10:16.917050 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 07:10:16.917050 dv-cinder-772181-6-smb neutron-server[80122]: cb(*args, **kw) Jan 24 07:10:16.917050 dv-cinder-772181-6-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 24 07:10:16.917050 dv-cinder-772181-6-smb neutron-server[80122]: return func(*args, **kwargs) Jan 24 07:10:16.917050 dv-cinder-772181-6-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 07:10:16.917050 dv-cinder-772181-6-smb neutron-server[80122]: self._notify() Jan 24 07:10:16.917050 dv-cinder-772181-6-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 07:10:16.917050 dv-cinder-772181-6-smb neutron-server[80122]: self.callback(batched_events) Jan 24 07:10:16.917050 dv-cinder-772181-6-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 07:10:16.917050 dv-cinder-772181-6-smb neutron-server[80122]: event.method(event) Jan 24 07:10:16.917050 dv-cinder-772181-6-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 07:10:16.917050 dv-cinder-772181-6-smb neutron-server[80122]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 07:10:16.917050 dv-cinder-772181-6-smb neutron-server[80122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 24 07:10:16.917050 dv-cinder-772181-6-smb neutron-server[80122]: segment_id)['aggregates'][0] Jan 24 07:10:16.917050 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 07:10:16.917050 dv-cinder-772181-6-smb neutron-server[80122]: return f(self, *a, **k) Jan 24 07:10:16.917050 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 24 07:10:16.917050 dv-cinder-772181-6-smb neutron-server[80122]: return self._get(url).json() Jan 24 07:10:16.917050 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 07:10:16.917050 dv-cinder-772181-6-smb neutron-server[80122]: **kwargs) Jan 24 07:10:16.917050 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 07:10:16.917050 dv-cinder-772181-6-smb neutron-server[80122]: return self.request(url, 'GET', **kwargs) Jan 24 07:10:16.917050 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 24 07:10:16.917050 dv-cinder-772181-6-smb neutron-server[80122]: **endpoint_filter) Jan 24 07:10:16.917050 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 07:10:16.917050 dv-cinder-772181-6-smb neutron-server[80122]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 07:10:16.917050 dv-cinder-772181-6-smb neutron-server[80122]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 07:10:16.917050 dv-cinder-772181-6-smb neutron-server[80122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 07:10:16.917050 dv-cinder-772181-6-smb neutron-server[80122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 07:10:16.994722 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c6f5ad01-0621-4c47-b97f-a28f415cb8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1416142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854325290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854261251'] for network, after_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:10:16.998263 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-ea25d4c2-69d4-4bc6-91ea-50d043b7857d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:10:17.014070 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c6f5ad01-0621-4c47-b97f-a28f415cb8e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539807'] for network, before_response {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:10:17.020636 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f5ad01-0621-4c47-b97f-a28f415cb8e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=792259be-4166-4a00-900e-89104c2f4033,revision_number=None']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:10:17.025550 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-c6f5ad01-0621-4c47-b97f-a28f415cb8e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:10:17.027937 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-c6f5ad01-0621-4c47-b97f-a28f415cb8e8 admin admin] 10.222.0.22 "DELETE /v2.0/networks/792259be-4166-4a00-900e-89104c2f4033 HTTP/1.1" status: 204 len: 168 time: 2.2301595 Jan 24 07:10:17.274742 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 40458) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:10:17.333194 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-466f4262-666f-442a-94dc-fbd4e4031ab6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0cbc5a2c43e442e881ea5da07e6155a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0560324 Jan 24 07:10:17.335195 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 40462) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:10:17.397680 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b9e58738-90bc-482e-bdcc-b00f924b8307 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:10:17.425213 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b9e58738-90bc-482e-bdcc-b00f924b8307 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:10:17.470662 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b9e58738-90bc-482e-bdcc-b00f924b8307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:10:17.476465 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-94c2a262-a991-417e-8ff2-ab192e6ee8f5 tempest-AttachVolumeTestJSON-497593945 tempest-AttachVolumeTestJSON-497593945] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:10:17.489783 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e58738-90bc-482e-bdcc-b00f924b8307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c74bedd9-e80e-47eb-b844-cabe5d8ec43e,revision_number=None']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:10:17.492582 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-b9e58738-90bc-482e-bdcc-b00f924b8307 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:10:17.498097 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-b9e58738-90bc-482e-bdcc-b00f924b8307 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:10:17.499316 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-b9e58738-90bc-482e-bdcc-b00f924b8307 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c74bedd9-e80e-47eb-b844-cabe5d8ec43e HTTP/1.1" status: 204 len: 168 time: 0.1631262 Jan 24 07:10:17.910399 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 40470) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:10:17.964557 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-6d29823e-eb48-4e16-9539-4764c7cae71d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ade892987cf4421c8fba793036ea74ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0527415 Jan 24 07:10:17.967014 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [-] (80236) accepted ('10.222.0.22', 40474) {{(pid=80236) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 07:10:18.033426 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-27b1effd-3338-426a-831d-aa3acdca6504 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:10:18.061555 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-27b1effd-3338-426a-831d-aa3acdca6504 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:10:18.106562 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-27b1effd-3338-426a-831d-aa3acdca6504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854337784'] for security_group, after_delete {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:10:18.111475 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-1b0c0c6c-708d-4a17-bdfd-971c0d66eb0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 07:10:18.125926 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b1effd-3338-426a-831d-aa3acdca6504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60323c07-1e4b-4413-b29a-71b801d5b1b2,revision_number=None']} {{(pid=80236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 07:10:18.128805 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG oslo_concurrency.lockutils [None req-27b1effd-3338-426a-831d-aa3acdca6504 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80236) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 07:10:18.131376 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-27b1effd-3338-426a-831d-aa3acdca6504 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80236) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:10:18.132457 dv-cinder-772181-6-smb neutron-server[80122]: INFO neutron.wsgi [None req-27b1effd-3338-426a-831d-aa3acdca6504 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/60323c07-1e4b-4413-b29a-71b801d5b1b2 HTTP/1.1" status: 204 len: 168 time: 0.1644773 Jan 24 07:10:19.725797 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-73e242ac-8790-4a78-a707-fe00eef564b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:10:20.123270 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.agents_db [None req-2c2cd112-eb45-4d42-b228-ef41d20f669c None None] Agent healthcheck: found 6 active agents {{(pid=80238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 07:10:20.710715 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8724f0aa-7610-424b-90bf-9a9662569df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:10:21.150716 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:10:22.705300 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-234e5594-7a0b-4e8c-b8aa-6f4b31972cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:10:30.167074 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:10:46.205243 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-0dc972aa-f958-445d-9b9f-0343f291525d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:10:49.654450 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-73e242ac-8790-4a78-a707-fe00eef564b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:10:50.711771 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-61bee850-5a35-4f46-8cfa-cca1321dcfca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:10:51.152203 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:10:52.707791 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-234e5594-7a0b-4e8c-b8aa-6f4b31972cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:10:57.122288 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.agents_db [None req-2c2cd112-eb45-4d42-b228-ef41d20f669c None None] Agent healthcheck: found 6 active agents {{(pid=80238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 07:11:00.197249 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:11:16.208251 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-54fa4bdd-fdeb-4bec-bccb-c38e1b72ce7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:11:19.656736 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-73e242ac-8790-4a78-a707-fe00eef564b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:11:20.713787 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-83efd371-c8f5-4ca7-9e98-4df51b02c80a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:11:21.153243 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:11:22.716912 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-234e5594-7a0b-4e8c-b8aa-6f4b31972cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:11:30.198521 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:11:34.122466 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.agents_db [None req-2c2cd112-eb45-4d42-b228-ef41d20f669c None None] Agent healthcheck: found 6 active agents {{(pid=80238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 07:11:46.210338 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-67f0dd2c-4949-4d44-bc87-b874496a111c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:11:49.660208 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-73e242ac-8790-4a78-a707-fe00eef564b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:11:50.718390 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-8d86f119-0020-47e5-92c5-4f8caa23f1c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:11:51.155657 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:11:52.716515 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-234e5594-7a0b-4e8c-b8aa-6f4b31972cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:12:00.202781 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:12:11.123943 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.agents_db [None req-2c2cd112-eb45-4d42-b228-ef41d20f669c None None] Agent healthcheck: found 6 active agents {{(pid=80238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 07:12:16.212784 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-34ae8aaf-31ba-4613-b82e-6beb1580509e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:12:19.663915 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-73e242ac-8790-4a78-a707-fe00eef564b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:12:20.719875 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-11a1e682-d855-47ac-aeb5-950b916c00b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:12:21.157848 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:12:22.718998 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-234e5594-7a0b-4e8c-b8aa-6f4b31972cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:12:30.200855 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:12:46.214967 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-bd338df1-cb1f-431d-8613-b6f70e0a93fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:12:48.124385 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.agents_db [None req-2c2cd112-eb45-4d42-b228-ef41d20f669c None None] Agent healthcheck: found 6 active agents {{(pid=80238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 07:12:49.666206 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-73e242ac-8790-4a78-a707-fe00eef564b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:12:50.721196 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-d7424f51-c6ac-4318-9058-deda81f131ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:12:51.159775 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:12:52.722258 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-234e5594-7a0b-4e8c-b8aa-6f4b31972cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:13:00.220458 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:13:16.217012 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-96a408bb-dc70-44e4-9e55-d75511daedb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:13:19.669407 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-73e242ac-8790-4a78-a707-fe00eef564b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:13:20.724303 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-a5563d21-668b-482f-81c1-abb1d85b34c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:13:21.161211 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:13:22.725010 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-234e5594-7a0b-4e8c-b8aa-6f4b31972cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:13:25.125032 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.agents_db [None req-2c2cd112-eb45-4d42-b228-ef41d20f669c None None] Agent healthcheck: found 6 active agents {{(pid=80238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 07:13:30.226944 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:13:46.218329 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-a8e963f2-ab49-4e12-8009-5d193018baba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:13:49.672797 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-73e242ac-8790-4a78-a707-fe00eef564b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:13:50.726748 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-36e76e48-93cd-4d27-8413-1090a33a1a98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:13:51.166395 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:13:52.729547 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-234e5594-7a0b-4e8c-b8aa-6f4b31972cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:14:00.225774 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:14:02.125010 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.agents_db [None req-2c2cd112-eb45-4d42-b228-ef41d20f669c None None] Agent healthcheck: found 6 active agents {{(pid=80238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 07:14:16.220276 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-d2427c66-22d0-47ef-8bf0-b2b71879055d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:14:19.675017 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-73e242ac-8790-4a78-a707-fe00eef564b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:14:20.727968 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-92b6ef75-74c4-489a-b6b6-19bf2dd8421f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:14:21.159527 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:14:21.583084 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.wsgi [req-d2c799bf-92f7-45a0-9edb-86fb91027d16 req-45cc7746-e0a9-4c19-8356-1573f5b016a1 service neutron] (80235) timed out ('10.222.0.18', 53657) {{(pid=80235) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Jan 24 07:14:22.734107 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-234e5594-7a0b-4e8c-b8aa-6f4b31972cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:14:30.236025 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:14:39.126062 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.agents_db [None req-2c2cd112-eb45-4d42-b228-ef41d20f669c None None] Agent healthcheck: found 6 active agents {{(pid=80238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 07:14:46.221341 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-1789bcb9-8a86-4763-a2b3-e7be4e961d70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:14:49.678261 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-73e242ac-8790-4a78-a707-fe00eef564b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:14:50.727951 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-322c823e-f4c1-41a8-b6be-24d7466828d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:14:51.161695 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c9c4-de27-47f2-97b5-d5cf8888d768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:14:52.737093 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-234e5594-7a0b-4e8c-b8aa-6f4b31972cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:15:00.242909 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-ce0666a1-3ae2-4af5-b717-a1e566baea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 07:15:16.127228 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron.db.agents_db [None req-2c2cd112-eb45-4d42-b228-ef41d20f669c None None] Agent healthcheck: found 6 active agents {{(pid=80238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 07:15:16.223242 dv-cinder-772181-6-smb neutron-server[80122]: DEBUG neutron_lib.callbacks.manager [None req-c4ebad5d-679b-42d3-8e18-c9d6c2d552dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760142051648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853355066'] for agent, after_update {{(pid=80237) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}